-- Logs begin at Wed 2021-08-25 17:46:42 UTC, end at Wed 2021-08-25 18:41:15 UTC. -- Aug 25 18:14:36.577243 dv-cinder-790492-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 25 18:14:39.284770 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.common.config [-] Logging enabled! Aug 25 18:14:39.285364 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev561 Aug 25 18:14:39.285527 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93684) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 25 18:14:39.288850 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.common.config [-] Logging enabled! Aug 25 18:14:39.289104 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev561 Aug 25 18:14:39.289416 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93684) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 25 18:14:39.290372 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 25 18:14:39.290604 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 25 18:14:39.290961 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 18:14:39.291207 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 25 18:14:39.291433 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 25 18:14:39.291752 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.292048 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.292352 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.292608 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.292911 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.293206 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.293490 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.293783 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.294080 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.294367 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.294646 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.294932 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.295161 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.295443 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.295735 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.296027 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.296256 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] debug = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.296539 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.296988 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.297400 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.297681 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.297973 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.298255 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.298530 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.298805 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.299088 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.299421 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] host = dv-cinder-790492-8-iscsi {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.299701 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.300509 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.300835 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.301127 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.301402 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.301682 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.301970 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.302245 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.302519 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] log_file = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.302794 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.303084 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.303375 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.303663 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.303887 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.304107 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.304396 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.304706 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.304988 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.305259 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.305532 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.305804 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.306077 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.306350 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.306634 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.306917 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.307204 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.307476 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.307749 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.308021 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.308290 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.308593 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.308869 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.309141 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.309411 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.309697 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.309964 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.310237 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.310537 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.310824 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.311109 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.311394 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.311665 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.311950 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.312220 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.312489 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.312783 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] use_json = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.313057 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.313323 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.313601 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.313873 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.314141 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.314414 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.314681 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.314974 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:39.315282 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.315583 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.316427 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.316737 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.317036 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.317318 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.317610 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.317887 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.318178 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.318468 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.318756 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.319032 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.319319 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.319597 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.319893 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.320196 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.320494 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.320813 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.321090 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.321363 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.321635 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.321911 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.322195 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.322471 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.322761 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.323049 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.323327 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.323610 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.323900 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.324189 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.324461 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.324760 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.325053 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.325327 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.325598 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.325872 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.326160 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.326438 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.326707 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.326987 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.327260 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.327530 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.327798 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.328072 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.328362 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.328659 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.328932 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.329202 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.329477 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.329745 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.330025 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.330298 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.330566 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.330836 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.331108 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.331400 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.331671 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.331944 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.332217 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.332491 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.332788 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.333061 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.333333 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.333605 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.333876 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.334146 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.334415 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.334942 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.335215 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.335486 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.335755 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.336024 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.336300 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.336608 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.336906 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.337182 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.337458 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.337733 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.338008 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.338298 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.338554 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.338826 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.339100 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.339370 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.339660 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.339942 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.340226 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.340505 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.340877 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.341180 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.341459 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.341740 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.342017 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.342295 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.342574 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.342854 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.343151 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.343447 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.343740 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.344034 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.344323 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.344624 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.344932 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.345211 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:39.345428 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 25 18:14:39.345663 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93684) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 25 18:14:39.694497 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:14:39.694776 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:14:39.695066 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 18:14:39.695397 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 25 18:14:40.088058 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.088256 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.088528 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.089941 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.090217 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.090484 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.126186 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.126458 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.126723 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.141719 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.142005 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.142277 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.171799 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.172198 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.172467 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.210158 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.210431 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.210699 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.441669 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.442169 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.442275 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.442461 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.443340 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.563386 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.563705 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.563987 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.564259 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.564525 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.564860 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.565124 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.565382 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.566171 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.566455 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.566716 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.566982 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.567240 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.567494 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.567755 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.568027 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.568285 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.568577 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.568845 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.569104 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.569376 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.569633 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.569916 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.570293 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.570544 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.570791 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.571185 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93684) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 18:14:40.571423 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93684) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 18:14:40.571658 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93684) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 18:14:40.571893 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93684) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 18:14:40.572127 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93684) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 18:14:40.572359 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93684) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 18:14:40.572749 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 25 18:14:40.575801 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 25 18:14:40.579834 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 25 18:14:40.584114 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Aug 25 18:14:40.586022 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 25 18:14:40.586471 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 25 18:14:40.586804 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 25 18:14:40.587186 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 25 18:14:40.589983 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 25 18:14:40.590233 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 25 18:14:40.590579 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 25 18:14:40.595806 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 25 18:14:40.617684 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 25 18:14:40.618141 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.618435 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93684) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 25 18:14:40.618798 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.620154 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93684) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 25 18:14:40.620434 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 25 18:14:40.620704 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 25 18:14:40.623770 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.624055 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:40.688683 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 25 18:14:40.688871 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 25 18:14:40.689107 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 25 18:14:40.689471 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 25 18:14:40.710082 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_db.sqlalchemy.engines [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93684) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 25 18:14:41.246910 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.plugins.ml2.managers [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Initializing driver for type 'gre' Aug 25 18:14:41.247648 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] gre ID ranges: [(1, 1000)] Aug 25 18:14:41.300229 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.plugins.ml2.managers [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Initializing driver for type 'local' Aug 25 18:14:41.300574 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.plugins.ml2.managers [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Initializing driver for type 'vlan' Aug 25 18:14:41.314069 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] VlanTypeDriver initialization complete Aug 25 18:14:41.314477 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.plugins.ml2.managers [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Initializing driver for type 'vxlan' Aug 25 18:14:41.315091 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] vxlan ID ranges: [(1, 1000)] Aug 25 18:14:41.368642 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.plugins.ml2.managers [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Initializing extension driver 'port_security' Aug 25 18:14:41.368995 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.plugins.ml2.extensions.port_security [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] PortSecurityExtensionDriver initialization complete Aug 25 18:14:41.369320 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.plugins.ml2.managers [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Initializing mechanism driver 'openvswitch' Aug 25 18:14:41.369640 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.plugins.ml2.managers [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Initializing mechanism driver 'hyperv' Aug 25 18:14:41.376183 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.plugins.ml2.plugin [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:14:41.376905 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > port after_create 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.377254 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > port after_update 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.377607 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > port after_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.378613 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93684) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 18:14:41.379044 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > subnet after_create 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.379396 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > subnet after_update 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.379739 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.380122 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93684) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 18:14:41.380523 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > network after_create 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.380892 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > network after_update 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.381234 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > network after_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.381615 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93684) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 18:14:41.382014 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > security_group after_create 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.382357 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > security_group after_update 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.382690 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.383208 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93684) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 18:14:41.383614 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.383959 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.384297 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.385026 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93684) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 18:14:41.385429 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > address_group after_create 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.385773 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > address_group after_update 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.386109 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.386494 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93684) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 25 18:14:41.386864 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] ML2 OVO RPC backend initialized. {{(pid=93684) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 25 18:14:41.387566 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.387915 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.388325 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > network before_response 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.388704 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > networks before_response 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.389048 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > port before_response 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.389385 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > ports before_response 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.389723 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > subnet before_response 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.390058 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > subnets before_response 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.390398 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > network after_create 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.390737 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > network after_update 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.391069 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > network after_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.391402 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > port after_create 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.391740 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > port after_update 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.392076 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > port after_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.392406 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > subnet after_create 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.392765 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > subnet after_update 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.393096 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.393673 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.plugins.ml2.plugin [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Modular L2 Plugin initialization complete Aug 25 18:14:41.394547 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading services supported by the core plugin {{(pid=93684) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 25 18:14:41.394872 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.plugins.ml2.managers [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Got port-security extension from driver 'port_security' Aug 25 18:14:41.395342 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.extensions.vlantransparent [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Disabled vlantransparent extension. Aug 25 18:14:41.395821 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93684) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 25 18:14:41.396131 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading Plugin: router Aug 25 18:14:41.433524 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.433912 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > router after_create 55549900 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.434283 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > router before_create 55549900 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.434645 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.435014 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.435366 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > router after_delete 55549900 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.435723 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.436068 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.436418 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > router after_create 55549900 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.436784 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > router after_update 55549900 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.437128 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > router after_update 55549900 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.437469 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.437819 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > router after_update 55549900 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.438218 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > router precommit_update 55549900 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.438576 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: port after_update 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.438909 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: port after_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.439244 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: subnet after_update 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.439570 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.439912 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.440251 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > router precommit_create 55549900 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.441114 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: port before_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.441455 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > router precommit_create 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.441804 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > router after_update 55549900 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.442315 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.442469 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > router precommit_create 55549900 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.442822 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.443160 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > router precommit_update 55549900 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.443571 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > agent after_create 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.443914 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > agent after_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.444378 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > network after_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.445260 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.quota.resource_registry [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Tracking information for resource: router configured {{(pid=93684) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 18:14:41.445590 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.quota.resource_registry [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Tracking information for resource: floatingip configured {{(pid=93684) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 18:14:41.450684 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.db.l3_agentschedulers_db [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 25 18:14:41.451247 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: port after_update 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.451602 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: port after_create 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.451952 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: port after_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.452299 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: port after_update 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.453107 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > router before_create 55550100 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.453472 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.453832 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > router precommit_create 55550100 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.454189 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > router precommit_update 55550100 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.459331 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.services.provider_configuration [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Service providers = [] {{(pid=93684) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 25 18:14:41.459953 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.db.servicetype_db [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93684) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 25 18:14:41.462887 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.services.service_base [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93684) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 18:14:41.463233 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.services.service_base [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93684) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 18:14:41.463573 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.services.service_base [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93684) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 18:14:41.464465 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.services.service_base [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93684) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 18:14:41.464863 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.services.service_base [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 25 18:14:41.465236 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93684) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 18:14:41.465552 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 25 18:14:41.476070 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93684) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 18:14:41.476402 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading Plugin: auto_allocate Aug 25 18:14:41.482062 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: network precommit_update 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.482431 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: network precommit_create 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.483000 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93684) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 18:14:41.483320 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading Plugin: tag Aug 25 18:14:41.490007 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93684) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 18:14:41.490338 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading Plugin: timestamp Aug 25 18:14:41.494336 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93684) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 18:14:41.494670 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading Plugin: network_ip_availability Aug 25 18:14:41.500077 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.500403 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.500791 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.501505 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93684) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 18:14:41.501822 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading Plugin: flavors Aug 25 18:14:41.506968 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93684) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 18:14:41.507295 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading Plugin: revisions Aug 25 18:14:41.511644 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93684) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 18:14:41.512034 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_concurrency.lockutils [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.817s {{(pid=93684) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 18:14:41.512790 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93684) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 25 18:14:41.513126 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Initializing extension manager. Aug 25 18:14:41.513631 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: __init__.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.513968 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: __pycache__ {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.514298 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.514626 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: address_group.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.515369 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.515931 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: address-group Aug 25 18:14:41.516254 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: address_scope.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.516998 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.517510 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: address-scope Aug 25 18:14:41.517827 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.519321 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.519815 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: router-admin-state-down-before-update Aug 25 18:14:41.520133 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: agent.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.521060 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.521570 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: agent Aug 25 18:14:41.521888 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: agent_resources_synced.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.522790 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.523292 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: agent-resources-synced Aug 25 18:14:41.523609 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: allowedaddresspairs.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.525422 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.525940 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: allowed-address-pairs Aug 25 18:14:41.526264 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: auto_allocated_topology.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.527343 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.527853 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: auto-allocated-topology Aug 25 18:14:41.528174 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: availability_zone.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.528896 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.529399 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: availability_zone Aug 25 18:14:41.529715 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: availability_zone_filter.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.530621 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.531123 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: availability_zone_filter Aug 25 18:14:41.531439 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: data_plane_status.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.532341 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.532870 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extension data-plane-status not supported by any of loaded plugins Aug 25 18:14:41.533188 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: default_subnetpools.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.534096 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.534633 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: default-subnetpools Aug 25 18:14:41.534950 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.535751 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.536261 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: dhcp_agent_scheduler Aug 25 18:14:41.536611 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: dns.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.537530 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.538033 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extension dns-integration not supported by any of loaded plugins Aug 25 18:14:41.538352 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: dns_domain_ports.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.539278 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.539766 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 25 18:14:41.540086 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.541026 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.541530 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 25 18:14:41.541849 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: dvr.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.542518 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.543022 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: dvr Aug 25 18:14:41.543339 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: ecmp_routes.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.544245 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.544769 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 25 18:14:41.545087 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: empty_string_filtering.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.546003 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.546504 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: empty-string-filtering Aug 25 18:14:41.546820 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.547723 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.548222 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 25 18:14:41.548537 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.549457 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.550459 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 25 18:14:41.550784 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: external_net.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.551686 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.552192 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: external-net Aug 25 18:14:41.552511 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.553427 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.553929 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: extra_dhcp_opt Aug 25 18:14:41.554245 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: extraroute.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.555143 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.555644 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: extraroute Aug 25 18:14:41.555965 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: extraroute_atomic.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.557007 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.557511 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: extraroute-atomic Aug 25 18:14:41.557829 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: filter_validation.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.558486 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.558983 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: filter-validation Aug 25 18:14:41.559299 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: fip_pf_description.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.560202 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.560735 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 25 18:14:41.561053 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: fip_port_details.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.561961 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.562609 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: fip-port-details Aug 25 18:14:41.562937 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: flavors.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.564146 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.564700 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: flavors Aug 25 18:14:41.565023 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.567205 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.567726 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 25 18:14:41.568055 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: floatingip_pools.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.568785 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.569300 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: floatingip-pools Aug 25 18:14:41.569626 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: ip_allocation.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.570550 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.571052 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extension ip_allocation not supported by any of loaded plugins Aug 25 18:14:41.571372 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.572283 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.572908 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: ip-substring-filtering Aug 25 18:14:41.573233 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: l2_adjacency.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.574156 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.574659 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 25 18:14:41.574980 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: l3.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.576081 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.576630 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: router Aug 25 18:14:41.576956 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.579189 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.579714 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 25 18:14:41.580039 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.580997 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.581532 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: ext-gw-mode Aug 25 18:14:41.581851 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.582787 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.583293 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: l3-ha Aug 25 18:14:41.583612 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: l3_flavors.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.584518 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.585306 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: l3-flavors Aug 25 18:14:41.585622 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.586530 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.587031 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 25 18:14:41.587348 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: l3agentscheduler.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.588347 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.588892 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: l3_agent_scheduler Aug 25 18:14:41.589215 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: logging.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.590684 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.591204 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extension logging not supported by any of loaded plugins Aug 25 18:14:41.591529 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: metering.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.592269 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.592866 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: metering Aug 25 18:14:41.593188 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.594267 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.594779 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: metering_source_and_destination_fields Aug 25 18:14:41.595102 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: multiprovidernet.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.596021 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.596531 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: multi-provider Aug 25 18:14:41.596897 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: netmtu.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.598036 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.598539 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: net-mtu Aug 25 18:14:41.598859 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: netmtu_writable.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.599775 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.600281 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: net-mtu-writable Aug 25 18:14:41.600627 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: network_availability_zone.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.601323 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.601824 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: network_availability_zone Aug 25 18:14:41.602140 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: network_ip_availability.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.603213 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.603724 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: network-ip-availability Aug 25 18:14:41.604046 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: network_segment_range.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.604834 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.605338 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extension network-segment-range not supported by any of loaded plugins Aug 25 18:14:41.605657 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: pagination.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.606632 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.606961 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: pagination Aug 25 18:14:41.607278 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: port_device_profile.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.608186 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.608730 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: port-device-profile Aug 25 18:14:41.609047 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.609959 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.610472 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: port-mac-address-regenerate Aug 25 18:14:41.610787 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.611699 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.612203 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: port-numa-affinity-policy Aug 25 18:14:41.613143 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: port_resource_request.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.614037 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.614542 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extension port-resource-request not supported by any of loaded plugins Aug 25 18:14:41.614861 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: portbindings.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.615795 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.616301 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: binding Aug 25 18:14:41.616647 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: portbindings_extended.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.618021 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.618532 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: binding-extended Aug 25 18:14:41.618858 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: portsecurity.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.619777 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.620281 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: port-security Aug 25 18:14:41.620633 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: project_id.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.621607 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.621935 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: project-id Aug 25 18:14:41.622256 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: providernet.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.623171 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.623685 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: provider Aug 25 18:14:41.624002 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: qos.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.627513 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.628035 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extension qos not supported by any of loaded plugins Aug 25 18:14:41.628441 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.629704 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.630222 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 25 18:14:41.630548 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.631454 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.631965 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 25 18:14:41.632288 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: qos_default.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.633226 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.633737 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extension qos-default not supported by any of loaded plugins Aug 25 18:14:41.634061 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: qos_fip.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.634714 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.635217 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extension qos-fip not supported by any of loaded plugins Aug 25 18:14:41.635537 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: qos_gateway_ip.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.636455 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.636993 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 25 18:14:41.637312 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: qos_port_network_policy.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.638212 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.638716 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 25 18:14:41.639033 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: qos_pps_rule.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.640190 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.640747 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extension qos-pps not supported by any of loaded plugins Aug 25 18:14:41.641068 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: qos_rule_type_details.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.641982 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.642492 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 25 18:14:41.642812 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: qos_rules_alias.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.644381 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.644922 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 25 18:14:41.645246 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: quotasv2.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.646137 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.646461 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: quotas Aug 25 18:14:41.646779 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: quotasv2_detail.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.649807 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.650148 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: quota_details Aug 25 18:14:41.650479 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: rbac.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.651715 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.652239 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: rbac-policies Aug 25 18:14:41.652586 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: rbac_address_group.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.653518 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.654031 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: rbac-address-group Aug 25 18:14:41.654350 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: rbac_address_scope.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.655264 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.655775 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: rbac-address-scope Aug 25 18:14:41.656095 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: rbac_security_groups.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.657039 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.657553 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: rbac-security-groups Aug 25 18:14:41.657872 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: rbac_subnetpool.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.658786 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.659292 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: rbac-subnetpool Aug 25 18:14:41.659655 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: revisionifmatch.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.660587 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.661104 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: revision-if-match Aug 25 18:14:41.661422 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: revisions.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.662528 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.663041 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: standard-attr-revisions Aug 25 18:14:41.663362 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: router_availability_zone.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.664039 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.664566 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: router_availability_zone Aug 25 18:14:41.664888 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: routerservicetype.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.665802 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.666305 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extension router-service-type not supported by any of loaded plugins Aug 25 18:14:41.666620 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.667536 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.668040 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: security-groups-normalized-cidr Aug 25 18:14:41.668357 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.669293 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.669800 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: port-security-groups-filtering Aug 25 18:14:41.670115 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.671026 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.671538 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: security-groups-remote-address-group Aug 25 18:14:41.671856 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: securitygroup.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.683195 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.683727 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: security-group Aug 25 18:14:41.684058 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: segment.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.684873 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.685382 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extension segment not supported by any of loaded plugins Aug 25 18:14:41.685704 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.686627 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.687136 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 25 18:14:41.687463 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: servicetype.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.688673 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.689195 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: service-type Aug 25 18:14:41.689515 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: sorting.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.690495 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.690872 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: sorting Aug 25 18:14:41.691196 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: standard_attr_segment.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.692114 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.692659 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 25 18:14:41.692983 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: standardattrdescription.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.693630 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.694137 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: standard-attr-description Aug 25 18:14:41.694458 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: stateful_security_group.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.695376 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.695896 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: stateful-security-group Aug 25 18:14:41.696220 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: stdattrs_common.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.696838 dv-cinder-790492-8-iscsi neutron-server[93684]: WARNING neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 25 18:14:41.697160 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.698098 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.698616 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 25 18:14:41.698936 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: subnet_onboard.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.700005 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.700523 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: subnet_onboard Aug 25 18:14:41.700870 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.701791 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.702297 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 25 18:14:41.702616 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: subnet_service_types.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.703534 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.704047 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: subnet-service-types Aug 25 18:14:41.704366 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: subnetallocation.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.705481 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.705995 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: subnet_allocation Aug 25 18:14:41.706835 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.707505 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.708016 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: subnetpool-prefix-ops Aug 25 18:14:41.708335 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.709352 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.710122 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 25 18:14:41.710441 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: tagging.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.711483 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.712002 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: standard-attr-tag Aug 25 18:14:41.712328 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: timestamp.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.713546 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.714063 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loaded extension: standard-attr-timestamp Aug 25 18:14:41.714387 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: trunk.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.715410 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.715927 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extension trunk not supported by any of loaded plugins Aug 25 18:14:41.716251 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: trunk_details.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.717190 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.717708 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extension trunk-details not supported by any of loaded plugins Aug 25 18:14:41.718036 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: uplink_status_propagation.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.718955 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.719466 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 25 18:14:41.719788 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Loading extension file: vlantransparent.py {{(pid=93684) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 25 18:14:41.720447 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93684) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 25 18:14:41.720994 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 25 18:14:41.723458 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.quota.resource_registry [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Creating instance of TrackedResource for resource:network Aug 25 18:14:41.723967 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.quota.resource_registry [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Creating instance of TrackedResource for resource:subnet Aug 25 18:14:41.724359 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.quota.resource_registry [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 18:14:41.724767 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.quota.resource_registry [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Creating instance of TrackedResource for resource:port Aug 25 18:14:41.726009 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.v2.resource_helper [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:14:41.726445 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.v2.resource_helper [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Service FLAVORS assigned prefix: {{(pid=93684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:14:41.727071 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.v2.resource_helper [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:14:41.727491 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.v2.resource_helper [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:14:41.727814 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.quota.resource_registry [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Creating instance of TrackedResource for resource:router Aug 25 18:14:41.728242 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.quota.resource_registry [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Creating instance of TrackedResource for resource:floatingip Aug 25 18:14:41.728771 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.v2.resource_helper [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Service METERING assigned prefix: /metering {{(pid=93684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:14:41.730172 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.730534 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.730880 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:14:41.731889 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.quota.resource_registry [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Creating instance of CountableResource for resource:rbac_policy Aug 25 18:14:41.732331 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.quota.resource_registry [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Creating instance of TrackedResource for resource:security_group Aug 25 18:14:41.732793 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.quota.resource_registry [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 25 18:14:41.733388 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.v2.resource_helper [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Service CORE assigned prefix: {{(pid=93684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:14:41.733712 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.quota.resource_registry [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 18:14:41.734066 dv-cinder-790492-8-iscsi neutron-server[93684]: WARNING neutron.quota.resource_registry [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] subnetpool is already registered Aug 25 18:14:41.734485 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.v2.resource_helper [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Service CORE assigned prefix: {{(pid=93684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:14:41.734804 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.quota.resource_registry [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 18:14:41.735333 dv-cinder-790492-8-iscsi neutron-server[93684]: WARNING neutron.quota.resource_registry [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] subnetpool is already registered Aug 25 18:14:41.738232 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.v2.resource_helper [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:14:41.738672 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.v2.resource_helper [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Service FLAVORS assigned prefix: {{(pid=93684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:14:41.739259 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.v2.resource_helper [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:14:41.739678 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.v2.resource_helper [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:14:41.740002 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.quota.resource_registry [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Creating instance of TrackedResource for resource:router Aug 25 18:14:41.740336 dv-cinder-790492-8-iscsi neutron-server[93684]: WARNING neutron.quota.resource_registry [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] router is already registered Aug 25 18:14:41.740766 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.quota.resource_registry [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Creating instance of TrackedResource for resource:floatingip Aug 25 18:14:41.741103 dv-cinder-790492-8-iscsi neutron-server[93684]: WARNING neutron.quota.resource_registry [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] floatingip is already registered Aug 25 18:14:41.741553 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.v2.resource_helper [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Service METERING assigned prefix: /metering {{(pid=93684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:14:41.742215 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.quota.resource_registry [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Creating instance of CountableResource for resource:rbac_policy Aug 25 18:14:41.742539 dv-cinder-790492-8-iscsi neutron-server[93684]: WARNING neutron.quota.resource_registry [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] rbac_policy is already registered Aug 25 18:14:41.742946 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.quota.resource_registry [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Creating instance of TrackedResource for resource:security_group Aug 25 18:14:41.743276 dv-cinder-790492-8-iscsi neutron-server[93684]: WARNING neutron.quota.resource_registry [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] security_group is already registered Aug 25 18:14:41.743673 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.quota.resource_registry [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 25 18:14:41.743998 dv-cinder-790492-8-iscsi neutron-server[93684]: WARNING neutron.quota.resource_registry [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] security_group_rule is already registered Aug 25 18:14:41.744671 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.v2.resource_helper [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Service CORE assigned prefix: {{(pid=93684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:14:41.744993 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.quota.resource_registry [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 18:14:41.745323 dv-cinder-790492-8-iscsi neutron-server[93684]: WARNING neutron.quota.resource_registry [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] subnetpool is already registered Aug 25 18:14:41.745736 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.v2.resource_helper [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Service CORE assigned prefix: {{(pid=93684) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 18:14:41.746053 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.quota.resource_registry [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 18:14:41.746379 dv-cinder-790492-8-iscsi neutron-server[93684]: WARNING neutron.quota.resource_registry [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] subnetpool is already registered Aug 25 18:14:41.746847 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: extensions {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.748311 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: address-groups {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.749815 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: address-scopes {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.751171 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: agents {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.752290 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: auto-allocated-topology {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.754121 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: availability_zones {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.755334 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: dhcp-networks {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.756860 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: dhcp-agents {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.758268 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: routers {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.760438 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: flavors {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.761622 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: service_profiles {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.762822 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: next_providers {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.764252 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: service_profiles {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.765804 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: floatingip-pools {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.767012 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: routers {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.769150 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: floatingips {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.770423 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: l3-routers {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.771803 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: l3-agents {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.773275 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: metering-labels {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.774713 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: metering-label-rules {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.775989 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: network-ip-availabilities {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.777280 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: bindings {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.778924 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: quotas {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.780337 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: quotas {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.781769 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: rbac-policies {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.782965 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: security-groups {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.784243 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: security-group-rules {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.785528 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: service-providers {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.786718 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: subnetpools {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.789158 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: subnetpools {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.790618 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: tags {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.792287 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: tags {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.794108 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: tags {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.795866 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: tags {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.797700 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: tags {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.799532 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: tags {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.801763 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: tags {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.803650 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: tags {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.805428 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: tags {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.807153 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron.api.extensions [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Extended resource: tags {{(pid=93684) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 18:14:41.813095 dv-cinder-790492-8-iscsi neutron-server[93684]: WARNING keystonemiddleware.auth_token [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 25 18:14:41.818288 dv-cinder-790492-8-iscsi neutron-server[93684]: WARNING keystonemiddleware.auth_token [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 25 18:14:41.826392 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_concurrency.lockutils [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Acquired lock "singleton_lock" {{(pid=93684) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 25 18:14:41.826866 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_concurrency.lockutils [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Releasing lock "singleton_lock" {{(pid=93684) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 25 18:14:41.827497 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO oslo_service.service [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Starting 2 workers Aug 25 18:14:41.832331 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Started child 93791 {{(pid=93684) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 18:14:41.837869 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Started child 93792 {{(pid=93684) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 18:14:41.838034 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:14:41.838642 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO neutron.service [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 25 18:14:41.839219 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Notify callbacks [] for process, before_spawn {{(pid=93684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:14:41.839405 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [-] (93791) wsgi starting up on http://0.0.0.0:9696 Aug 25 18:14:41.841674 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:14:41.842089 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO oslo_service.service [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Starting 1 workers Aug 25 18:14:41.843011 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [-] (93792) wsgi starting up on http://0.0.0.0:9696 Aug 25 18:14:41.846894 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Started child 93793 {{(pid=93684) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 18:14:41.847426 dv-cinder-790492-8-iscsi neutron-server[93684]: INFO oslo_service.service [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Starting 1 workers Aug 25 18:14:41.850264 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.service [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] calling RpcWorker wait() {{(pid=93793) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 25 18:14:41.850806 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.service [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] returning from RpcWorker wait() {{(pid=93793) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 25 18:14:41.851794 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Started child 93794 {{(pid=93684) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 18:14:41.852013 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:14:41.852521 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:14:41.852652 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG neutron_lib.callbacks.manager [None req-76668510-35b7-49de-943b-1cb8210f3d68 None None] Notify callbacks [] for process, after_spawn {{(pid=93684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:14:41.854523 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93684) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 25 18:14:41.854726 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 25 18:14:41.854908 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 25 18:14:41.855127 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 18:14:41.855460 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 25 18:14:41.855620 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 25 18:14:41.856128 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.856413 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.856699 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.856906 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.857225 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.857333 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:14:41.857794 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.858035 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.858352 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.858566 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.858757 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.858967 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:14:41.859136 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.859136 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.859384 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.859556 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.859865 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.860128 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.860355 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.860645 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.860818 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.861064 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.861334 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.861562 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.861815 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] debug = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.862052 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.863097 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.863320 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.863563 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.863780 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.864041 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.864264 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.864514 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.864788 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.865012 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.865266 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.865509 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.865757 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.865966 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.866176 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.866427 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.866660 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.867117 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] host = dv-cinder-790492-8-iscsi {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.867333 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.867543 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.867763 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.868005 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.868274 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.868444 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.868712 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.868964 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.869213 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.869520 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.869705 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.869955 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.870217 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.870422 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] log_file = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.870580 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] log_options = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.870789 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.871076 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.871326 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.871508 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.871672 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.871850 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.872101 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.872259 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.872511 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.872759 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.872967 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.873175 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.873382 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.873620 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.873867 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.874091 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.874299 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.874502 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.874738 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.874987 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.875205 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.875550 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.875804 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.876013 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.876226 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.876434 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.876700 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.876908 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.877129 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.877337 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.877545 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.877796 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.878023 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.878856 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.879081 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.879305 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.879523 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.879780 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.880004 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.880240 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.880477 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.880724 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.880960 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.881167 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.881395 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.881605 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] use_json = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.881810 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.882043 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.882285 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.882499 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.882709 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.882913 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.883118 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.883351 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.883789 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.884055 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.884366 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.884620 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.885391 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.885391 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.885648 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.885818 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.887349 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.887628 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.887992 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.888243 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.888642 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.888854 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.889162 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.889700 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.892932 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.894355 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.894836 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.895272 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.895694 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.896143 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.897037 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.897496 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.898966 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.900374 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.901106 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.903207 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.904686 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.905905 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.906206 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.906449 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.906724 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.906956 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.907205 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.907530 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.907778 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.908054 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.908286 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.908586 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.908839 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.909080 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.909924 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.910311 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.910634 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.911037 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.911282 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.911529 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.911769 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.911988 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.912213 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.912450 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.912725 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.913142 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.913406 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.913639 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.913864 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.914104 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.914321 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.914543 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.914811 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.915052 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.915267 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.915479 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.915695 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.915914 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.916162 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.916403 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.916637 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.916858 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.917077 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.917342 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.917666 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.917890 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.918107 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.918324 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.918537 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.918750 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.918983 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.919310 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.919536 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.919772 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.919984 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.920305 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.920520 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.920776 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.921171 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.921986 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.922225 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.922528 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.922840 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.923096 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.923342 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.923590 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.923850 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.924100 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.924314 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.924572 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.924825 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.925116 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.925905 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.926130 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.926358 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.926577 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.926836 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.927091 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.927307 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.927525 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.927785 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.928024 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.928265 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.928539 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.928795 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.929050 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.929280 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.929599 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.929893 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.930131 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.930497 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.930861 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.931101 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.931388 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.931637 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.932290 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.932455 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.932643 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.932911 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.933143 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.933438 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.933696 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.934214 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.934461 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.934843 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.935084 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.935320 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.935545 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.935774 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.936096 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.936324 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.936591 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.936792 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.937067 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.937312 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.937546 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.937806 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.938053 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.938286 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.938543 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.938748 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.938980 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.939205 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.939503 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.939679 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.940045 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.940297 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.940647 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.940868 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.941173 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.941416 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.941629 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.941851 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.942080 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.942295 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.942509 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.942737 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.942948 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.943171 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.943549 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.943774 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.943991 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.944224 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.944462 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.944726 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.944944 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.945210 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.945457 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.945668 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.945891 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.946138 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.946391 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.946605 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.946848 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.947095 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.947327 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.947537 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.947753 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.947962 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.948202 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.948423 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.948676 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.948932 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.949172 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.949508 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.949763 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.949991 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.950239 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.950565 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.950817 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.951049 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.951375 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.951616 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.951834 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.952048 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.952293 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.952587 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.952844 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.953058 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.953271 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.953485 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.953717 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.953929 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.954214 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.954473 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.954704 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.954955 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.955194 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.955411 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.955659 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.955875 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.956085 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.956355 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.956593 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.956807 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.957035 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.957273 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.957482 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.957704 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.957918 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.958129 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.958375 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.958585 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.958831 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.959057 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.959270 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.959507 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.960003 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.960212 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.960440 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.960782 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.961004 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.961237 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.961561 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.961782 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.961991 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.962210 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.962424 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.962632 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.962937 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.963184 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.963402 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.963696 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.963926 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.964185 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.964447 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.964790 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.965026 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.965266 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.965487 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.965705 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.965924 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.966162 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.966488 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.966765 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.967010 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.967259 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.967527 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.967798 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.968073 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.968303 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.968593 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.968941 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.969214 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.969464 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.969692 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.969937 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.970157 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.970368 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.970745 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.971069 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.971290 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.971553 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.971796 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.972505 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.972745 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.972974 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.973410 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.973638 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.973882 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.974119 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.974354 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.974507 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 25 18:14:41.975006 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93684) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 25 18:14:41.975167 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 25 18:14:41.975319 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 25 18:14:41.975699 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 18:14:41.975699 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 25 18:14:41.975867 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 25 18:14:41.976007 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.976171 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.976328 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.976489 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.976668 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.976850 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.977009 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.977167 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.977328 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.977483 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.977640 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.977795 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.977953 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.978114 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.978269 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.978480 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.978575 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.978723 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.978883 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.979040 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.979195 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.979355 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.979514 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] debug = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.979670 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.979874 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.980033 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.980177 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.980357 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.980470 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.980649 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.980985 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.981291 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.981445 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.981604 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.981763 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.981949 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.982092 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.982193 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.982826 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.982826 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.982826 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] host = dv-cinder-790492-8-iscsi {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.982826 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.983254 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.983254 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.983254 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.983534 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.983534 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.983675 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.983785 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.983940 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.984095 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.984254 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.984407 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.984577 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.984752 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] log_file = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.984902 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] log_options = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.985059 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.985213 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.985367 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.985547 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.985709 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.985866 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.986022 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.986178 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.986333 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.986492 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.986649 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.986805 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.986964 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.987121 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.987282 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.987435 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.988118 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.988279 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.988431 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.988671 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.988772 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.988909 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.989065 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.989226 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.989397 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.989564 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.989719 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.989871 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.990006 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.990130 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.990261 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.990417 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.990572 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.990726 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.990881 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.991037 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.991192 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.991352 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.991507 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.991661 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.991818 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.991973 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.992277 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.992277 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.992521 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.992680 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] use_json = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.992826 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.992912 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.992989 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:14:41.993085 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.993214 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.993369 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.993527 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.993680 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.993837 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 18:14:41.994013 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.994174 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.994343 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.994502 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.994661 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.994819 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.994978 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.995135 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.995292 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.995450 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.995618 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.995778 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.995947 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.996104 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.996261 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.996422 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.996603 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.996765 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.996924 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.997083 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.997243 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.997401 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.997568 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.997726 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.997884 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.998041 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.998200 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.998374 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.998532 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.998750 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.998847 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.998993 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.999157 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.999317 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.999475 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.999634 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.999793 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:41.999952 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.000110 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.000267 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.000425 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.000603 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.000765 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.000928 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.001090 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.001296 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.001397 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.001552 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.001711 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.001870 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.002029 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.002188 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.002346 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.002506 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.002664 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.002832 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.002988 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.003169 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.003327 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.003485 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.003643 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.003799 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.004009 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.004790 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.004972 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.005318 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.005442 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.006335 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.006335 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.006335 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.006335 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.007315 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.007315 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.007315 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.007315 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.007315 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.007315 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.007315 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.008114 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.008114 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.008114 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.008114 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.008114 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.009051 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.009051 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.009051 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.009051 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.009051 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.009051 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.009607 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.009607 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.009607 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.009607 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.009871 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.009871 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.010010 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.010110 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.010267 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.010422 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.010577 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.010731 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.010887 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.011094 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.011320 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.011483 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.011746 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.012027 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.012190 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.012345 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.012501 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.012679 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.012880 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.013014 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.013129 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.013284 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.013425 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.013804 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.013804 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.014039 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.014039 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.014271 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.014395 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.014515 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.014625 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.014780 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.014936 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.015094 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.015249 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.015405 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.015560 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.015716 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.015870 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.016033 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.016198 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.016352 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.016533 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.017046 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.017275 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.017439 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.017595 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.017751 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.017907 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.018065 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.018221 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.018376 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.018532 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.018707 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.018866 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.019068 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.019195 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.019310 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.019464 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.019618 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.019774 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.019930 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.020085 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.020240 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.020396 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.020568 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.020729 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.020885 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.021039 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.021195 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.021351 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.021506 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.021661 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.021817 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.021973 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.022130 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.022287 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.022442 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.022596 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.022749 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.022904 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.023062 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.023217 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.023372 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.023527 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.023683 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.023839 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.023994 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.024151 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.024307 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.024464 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.024645 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.024803 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.024959 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.025115 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.025270 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.025426 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.025581 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.025735 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.025909 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.026069 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.026220 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.026374 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.026523 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.026680 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.026836 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.026991 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.027147 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.027305 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.027460 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.027616 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.027774 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.027933 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.028087 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.028241 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.028395 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.028565 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.028725 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.028894 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.029049 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.029206 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.029355 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.029513 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.029668 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.029835 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.029990 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.030145 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.030299 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.030454 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.030608 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.030774 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.030929 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.031084 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.031301 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.031380 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.031566 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.031700 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.031829 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.031985 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.032151 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.032292 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.032461 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.032636 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.032796 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.032943 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.033122 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.033266 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.033427 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.033796 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.033796 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.034893 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.034893 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.035148 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.035148 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.035610 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.035610 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.035610 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.035981 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.035981 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.036286 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.036286 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.036519 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.036519 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.036782 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.036782 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.037235 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.037235 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.037235 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.037595 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.037595 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.037827 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.037827 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.037973 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.038118 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.038282 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.038438 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.038600 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.038767 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.038921 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.039076 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.039280 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.039405 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.039528 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.039661 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.039802 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.039963 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.040125 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.040249 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.040400 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.040586 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.040730 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.040885 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.041040 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.041180 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.041339 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.041891 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.042054 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 18:14:42.042201 dv-cinder-790492-8-iscsi neutron-server[93684]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93684) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 25 18:14:42.250243 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 59062) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:14:42.259493 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069764 Aug 25 18:14:53.438954 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67aea958-24ef-48ac-8f65-6faa6287d527 None None] get_active_networks_info from dv-cinder-790492-8-iscsi {{(pid=93793) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 25 18:14:53.522448 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67aea958-24ef-48ac-8f65-6faa6287d527 None None] No non-hosted networks {{(pid=93793) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 25 18:14:53.538522 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6db6f062-9aba-49b5-a4b7-083fa1dddf60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-441771'] for agent, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:14:55.733436 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a715fa30-06b6-4ff6-a060-5cba47211ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-441771'] for agent, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:14:55.814882 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ac9569d2-d436-481a-a456-3b5620fd6e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:14:57.197880 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-441771'] for agent, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:14:57.198806 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:14:57.200219 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:14:57.201998 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:14:57.202550 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:14:57.202980 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:14:57.203366 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:14:57.204691 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:14:57.205285 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:14:57.208358 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:14:57.208983 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:14:57.210139 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:14:57.212665 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:14:57.213470 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790492-8-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:14:57.242475 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790492-8-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:14:57.473891 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-441771'] for agent, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:14:58.822508 dv-cinder-790492-8-iscsi neutron-server[93793]: INFO neutron.db.l3_hamode_db [None req-60c989b9-c537-4430-90bf-3e0ac9ac7595 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 25 18:14:58.913472 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-441771'] for agent, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:14:58.915582 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c989b9-c537-4430-90bf-3e0ac9ac7595 None None] Routers set() bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:14:58.915977 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c989b9-c537-4430-90bf-3e0ac9ac7595 None None] Router IDs set() for agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 25 18:14:59.864339 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 59156) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:15:00.351187 dv-cinder-790492-8-iscsi neutron-server[93791]: WARNING oslo_policy.policy [None req-c1de0686-e0d5-4a06-9ad1-e592bea93a5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 18:15:00.351794 dv-cinder-790492-8-iscsi neutron-server[93791]: WARNING oslo_policy.policy [None req-c1de0686-e0d5-4a06-9ad1-e592bea93a5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 18:15:00.576170 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [None req-c1de0686-e0d5-4a06-9ad1-e592bea93a5a admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 18:15:00.577199 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-c1de0686-e0d5-4a06-9ad1-e592bea93a5a admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7119493 Aug 25 18:15:02.978758 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 59170) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:15:03.288172 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [None req-cfa7932e-0a09-494d-8e44-1bac8b318a02 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:15:03.381968 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.policy [None req-cfa7932e-0a09-494d-8e44-1bac8b318a02 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93791) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 25 18:15:03.432825 dv-cinder-790492-8-iscsi neutron-server[93791]: WARNING oslo_policy.policy [None req-cfa7932e-0a09-494d-8e44-1bac8b318a02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 18:15:03.433204 dv-cinder-790492-8-iscsi neutron-server[93791]: WARNING oslo_policy.policy [None req-cfa7932e-0a09-494d-8e44-1bac8b318a02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 18:15:03.441573 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.quota [None req-cfa7932e-0a09-494d-8e44-1bac8b318a02 admin admin] Loaded quota_driver: . Aug 25 18:15:03.527701 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cfa7932e-0a09-494d-8e44-1bac8b318a02 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748356862785', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748356863422', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748356875249', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748356881693', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748357623472', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748356901371', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-548344', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1457350', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-469636', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-571240'] for rbac-policy, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:03.590440 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cfa7932e-0a09-494d-8e44-1bac8b318a02 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:03.591530 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-cfa7932e-0a09-494d-8e44-1bac8b318a02 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6117091 Aug 25 18:15:06.151083 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 59182) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:15:06.633737 dv-cinder-790492-8-iscsi neutron-server[93792]: WARNING oslo_policy.policy [None req-b070d89e-cd4a-46d8-ad7e-b764293931d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 18:15:06.634326 dv-cinder-790492-8-iscsi neutron-server[93792]: WARNING oslo_policy.policy [None req-b070d89e-cd4a-46d8-ad7e-b764293931d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 18:15:06.856227 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-b070d89e-cd4a-46d8-ad7e-b764293931d4 admin admin] Request body: {'network': {'project_id': 'e47068aa047146a684cc4a38402a58f7', 'admin_state_up': True, 'name': 'private', 'tenant_id': 'e47068aa047146a684cc4a38402a58f7'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:15:06.857798 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.quota [None req-b070d89e-cd4a-46d8-ad7e-b764293931d4 admin admin] Loaded quota_driver: . Aug 25 18:15:06.913143 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b070d89e-cd4a-46d8-ad7e-b764293931d4 admin admin] Made reservation on behalf of e47068aa047146a684cc4a38402a58f7 for: {'network': 1} {{(pid=93792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:15:06.979898 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.policy [None req-b070d89e-cd4a-46d8-ad7e-b764293931d4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93792) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 25 18:15:07.023319 dv-cinder-790492-8-iscsi neutron-server[93792]: WARNING oslo_policy.policy [None req-b070d89e-cd4a-46d8-ad7e-b764293931d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 18:15:07.023686 dv-cinder-790492-8-iscsi neutron-server[93792]: WARNING oslo_policy.policy [None req-b070d89e-cd4a-46d8-ad7e-b764293931d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 18:15:07.033385 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b070d89e-cd4a-46d8-ad7e-b764293931d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for network, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:07.055961 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b070d89e-cd4a-46d8-ad7e-b764293931d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:07.187494 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b070d89e-cd4a-46d8-ad7e-b764293931d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:07.191159 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b070d89e-cd4a-46d8-ad7e-b764293931d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:07.210670 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b070d89e-cd4a-46d8-ad7e-b764293931d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=93792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 18:15:07.237570 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b070d89e-cd4a-46d8-ad7e-b764293931d4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748354584549', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788'] for segment, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:07.238144 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b070d89e-cd4a-46d8-ad7e-b764293931d4 admin admin] Unsubscribe: segment precommit_create {{(pid=93792) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 25 18:15:07.238659 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.db.segments_db [None req-b070d89e-cd4a-46d8-ad7e-b764293931d4 admin admin] Added segment 30927a34-b99c-4b6a-b1b1-807ea2261484 of type vlan for network e24060b8-6750-459c-8cac-1d9f5c72ac49 Aug 25 18:15:07.255357 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070d89e-cd4a-46d8-ad7e-b764293931d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4af4f20-2eb3-4043-a286-dbab3e610dc5,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:15:07.275833 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b070d89e-cd4a-46d8-ad7e-b764293931d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:15:07.276185 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b070d89e-cd4a-46d8-ad7e-b764293931d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:15:07.276525 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b070d89e-cd4a-46d8-ad7e-b764293931d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:15:07.276871 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b070d89e-cd4a-46d8-ad7e-b764293931d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:15:07.277216 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b070d89e-cd4a-46d8-ad7e-b764293931d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:15:07.277557 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b070d89e-cd4a-46d8-ad7e-b764293931d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:15:07.277837 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b070d89e-cd4a-46d8-ad7e-b764293931d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:15:07.278150 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b070d89e-cd4a-46d8-ad7e-b764293931d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:15:07.278476 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b070d89e-cd4a-46d8-ad7e-b764293931d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:15:07.278793 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b070d89e-cd4a-46d8-ad7e-b764293931d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:15:07.279102 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b070d89e-cd4a-46d8-ad7e-b764293931d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:15:07.279410 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b070d89e-cd4a-46d8-ad7e-b764293931d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:15:07.280526 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b070d89e-cd4a-46d8-ad7e-b764293931d4 admin admin] Tracked resource versions report: Aug 25 18:15:07.280526 dv-cinder-790492-8-iscsi neutron-server[93792]: pushed versions: Aug 25 18:15:07.280526 dv-cinder-790492-8-iscsi neutron-server[93792]: { 'AddressGroup': {'1.2'}, Aug 25 18:15:07.280526 dv-cinder-790492-8-iscsi neutron-server[93792]: 'ConntrackHelper': {'1.0'}, Aug 25 18:15:07.280526 dv-cinder-790492-8-iscsi neutron-server[93792]: 'Log': {'1.0'}, Aug 25 18:15:07.280526 dv-cinder-790492-8-iscsi neutron-server[93792]: 'Network': {'1.1'}, Aug 25 18:15:07.280526 dv-cinder-790492-8-iscsi neutron-server[93792]: 'Port': {'1.7'}, Aug 25 18:15:07.280526 dv-cinder-790492-8-iscsi neutron-server[93792]: 'PortForwarding': {'1.2'}, Aug 25 18:15:07.280526 dv-cinder-790492-8-iscsi neutron-server[93792]: 'QosPolicy': {'1.9'}, Aug 25 18:15:07.280526 dv-cinder-790492-8-iscsi neutron-server[93792]: 'SecurityGroup': {'1.4'}, Aug 25 18:15:07.280526 dv-cinder-790492-8-iscsi neutron-server[93792]: 'SecurityGroupRule': {'1.2'}, Aug 25 18:15:07.280526 dv-cinder-790492-8-iscsi neutron-server[93792]: 'SubPort': {'1.0'}, Aug 25 18:15:07.280526 dv-cinder-790492-8-iscsi neutron-server[93792]: 'Subnet': {'1.1'}, Aug 25 18:15:07.280526 dv-cinder-790492-8-iscsi neutron-server[93792]: 'Trunk': {'1.1'}} Aug 25 18:15:07.280526 dv-cinder-790492-8-iscsi neutron-server[93792]: consumer versions: Aug 25 18:15:07.280526 dv-cinder-790492-8-iscsi neutron-server[93792]: { DHCP agent@dv-cinder-790492-8-iscsi: {}, Aug 25 18:15:07.280526 dv-cinder-790492-8-iscsi neutron-server[93792]: L3 agent@dv-cinder-790492-8-iscsi: {}, Aug 25 18:15:07.280526 dv-cinder-790492-8-iscsi neutron-server[93792]: Metadata agent@dv-cinder-790492-8-iscsi: {}, Aug 25 18:15:07.280526 dv-cinder-790492-8-iscsi neutron-server[93792]: Metering agent@dv-cinder-790492-8-iscsi: {}, Aug 25 18:15:07.280526 dv-cinder-790492-8-iscsi neutron-server[93792]: Open vSwitch agent@dv-cinder-790492-8-iscsi: { 'AddressGroup': '1.2', Aug 25 18:15:07.280526 dv-cinder-790492-8-iscsi neutron-server[93792]: 'ConntrackHelper': '1.0', Aug 25 18:15:07.280526 dv-cinder-790492-8-iscsi neutron-server[93792]: 'Log': '1.0', Aug 25 18:15:07.280526 dv-cinder-790492-8-iscsi neutron-server[93792]: 'Network': '1.1', Aug 25 18:15:07.280526 dv-cinder-790492-8-iscsi neutron-server[93792]: 'Port': '1.7', Aug 25 18:15:07.280526 dv-cinder-790492-8-iscsi neutron-server[93792]: 'PortForwarding': '1.2', Aug 25 18:15:07.280526 dv-cinder-790492-8-iscsi neutron-server[93792]: 'QosPolicy': '1.9', Aug 25 18:15:07.280526 dv-cinder-790492-8-iscsi neutron-server[93792]: 'SecurityGroup': '1.4', Aug 25 18:15:07.280526 dv-cinder-790492-8-iscsi neutron-server[93792]: 'SecurityGroupRule': '1.2', Aug 25 18:15:07.280526 dv-cinder-790492-8-iscsi neutron-server[93792]: 'SubPort': '1.0', Aug 25 18:15:07.280526 dv-cinder-790492-8-iscsi neutron-server[93792]: 'Subnet': '1.1', Aug 25 18:15:07.280526 dv-cinder-790492-8-iscsi neutron-server[93792]: 'Trunk': '1.1'}} Aug 25 18:15:07.280526 dv-cinder-790492-8-iscsi neutron-server[93792]: {{(pid=93792) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 18:15:07.367370 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b070d89e-cd4a-46d8-ad7e-b764293931d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748354007426'] for network, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:07.407641 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b070d89e-cd4a-46d8-ad7e-b764293931d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146'] for network, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:07.409441 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b070d89e-cd4a-46d8-ad7e-b764293931d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:15:07.410087 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b070d89e-cd4a-46d8-ad7e-b764293931d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for network, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:07.490340 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-b070d89e-cd4a-46d8-ad7e-b764293931d4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3369315 Aug 25 18:15:07.506952 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070d89e-cd4a-46d8-ad7e-b764293931d4 admin admin] Pushing event updated for resources: {'Network': ['ID=e24060b8-6750-459c-8cac-1d9f5c72ac49,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:15:07.520664 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Network e24060b8-6750-459c-8cac-1d9f5c72ac49 details requested by agent ovs-agent-dv-cinder-790492-8-iscsi with host dv-cinder-790492-8-iscsi {{(pid=93793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 18:15:10.209371 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 59204) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:15:10.604829 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5c3736-acfc-46a2-a4ee-85cc2409fe8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:15:10.606165 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-8f5c3736-acfc-46a2-a4ee-85cc2409fe8b admin admin] 10.222.0.37 "GET /v2.0/networks/e24060b8-6750-459c-8cac-1d9f5c72ac49 HTTP/1.1" status: 200 len: 825 time: 0.3955700 Aug 25 18:15:10.648182 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-6402a9c2-82ef-4ad5-b575-2ec7066a598b admin admin] 10.222.0.37 "GET /v2.0/subnetpools/dbe9c0d8-d45a-406e-99fb-fd7a85f4d67b HTTP/1.1" status: 200 len: 734 time: 0.0357158 Aug 25 18:15:10.657841 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-32952f69-2ab4-4f9c-ba7c-fd97ec6bc650 admin admin] Request body: {'subnet': {'tenant_id': 'e47068aa047146a684cc4a38402a58f7', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'dbe9c0d8-d45a-406e-99fb-fd7a85f4d67b', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'e24060b8-6750-459c-8cac-1d9f5c72ac49'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:15:10.679826 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32952f69-2ab4-4f9c-ba7c-fd97ec6bc650 admin admin] Made reservation on behalf of e47068aa047146a684cc4a38402a58f7 for: {'subnet': 1} {{(pid=93792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:15:10.682078 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-32952f69-2ab4-4f9c-ba7c-fd97ec6bc650 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:10.971378 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-32952f69-2ab4-4f9c-ba7c-fd97ec6bc650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146'] for subnet, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:11.037566 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32952f69-2ab4-4f9c-ba7c-fd97ec6bc650 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cefeb80f-fa45-4c70-b2d3-8db42a4306d4,revision_number=0']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:15:11.045964 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32952f69-2ab4-4f9c-ba7c-fd97ec6bc650 admin admin] Checking segment: {'id': '30927a34-b99c-4b6a-b1b1-807ea2261484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e24060b8-6750-459c-8cac-1d9f5c72ac49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:15:11.046359 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32952f69-2ab4-4f9c-ba7c-fd97ec6bc650 admin admin] Network hostable DHCP agents. Network: e24060b8-6750-459c-8cac-1d9f5c72ac49, hostable agents: ['e2010df7-17ed-4426-81f9-bde1aab96ae1'], hosted agents: [] {{(pid=93792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 18:15:11.066467 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32952f69-2ab4-4f9c-ba7c-fd97ec6bc650 admin admin] Network e24060b8-6750-459c-8cac-1d9f5c72ac49 is scheduled to be hosted by DHCP agent e2010df7-17ed-4426-81f9-bde1aab96ae1 with binding_index 1 {{(pid=93792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 18:15:11.078894 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-32952f69-2ab4-4f9c-ba7c-fd97ec6bc650 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-8-iscsi, e24060b8-6750-459c-8cac-1d9f5c72ac49) {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:15:11.086045 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32952f69-2ab4-4f9c-ba7c-fd97ec6bc650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:15:11.088035 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-32952f69-2ab4-4f9c-ba7c-fd97ec6bc650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for subnet, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:11.088988 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce394baf-5888-49f2-8ff2-a753dd22ce54 None None] Network e24060b8-6750-459c-8cac-1d9f5c72ac49 requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:15:11.101715 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-32952f69-2ab4-4f9c-ba7c-fd97ec6bc650 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4474382 Aug 25 18:15:11.407955 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd61dbc9-81a6-406e-b764-79509e91dac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp841b6aa3-c910-5d4c-bf3d-f471c3a673d8-e24060b8-6750-459c-8cac-1d9f5c72ac49', 'network_id': 'e24060b8-6750-459c-8cac-1d9f5c72ac49', 'tenant_id': 'e47068aa047146a684cc4a38402a58f7', 'fixed_ips': [{'subnet_id': 'cefeb80f-fa45-4c70-b2d3-8db42a4306d4'}]}} from dv-cinder-790492-8-iscsi. {{(pid=93793) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 18:15:11.409257 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bd61dbc9-81a6-406e-b764-79509e91dac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:11.679736 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-bd61dbc9-81a6-406e-b764-79509e91dac1 None None] Allocated IP 172.20.0.2 (e24060b8-6750-459c-8cac-1d9f5c72ac49/cefeb80f-fa45-4c70-b2d3-8db42a4306d4/6b8b038e-f6d6-47ce-94bf-e4a3eb0e83d4) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:15:11.905476 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bd61dbc9-81a6-406e-b764-79509e91dac1 None None] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:11.920991 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-bd61dbc9-81a6-406e-b764-79509e91dac1 None None] Transition to ACTIVE for port object 6b8b038e-f6d6-47ce-94bf-e4a3eb0e83d4 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:15:11.941322 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-bd61dbc9-81a6-406e-b764-79509e91dac1 None None] Transition to ACTIVE for port object 6b8b038e-f6d6-47ce-94bf-e4a3eb0e83d4 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:15:11.948970 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bd61dbc9-81a6-406e-b764-79509e91dac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:12.021897 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd61dbc9-81a6-406e-b764-79509e91dac1 None None] Network e24060b8-6750-459c-8cac-1d9f5c72ac49 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:15:12.026541 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-bd61dbc9-81a6-406e-b764-79509e91dac1 None None] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:15:12.035863 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd61dbc9-81a6-406e-b764-79509e91dac1 None None] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:15:12.039021 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd61dbc9-81a6-406e-b764-79509e91dac1 None None] Pushing event updated for resources: {'Port': ['ID=6b8b038e-f6d6-47ce-94bf-e4a3eb0e83d4,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:15:12.052635 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd61dbc9-81a6-406e-b764-79509e91dac1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:15:12.052973 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd61dbc9-81a6-406e-b764-79509e91dac1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:15:12.053306 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd61dbc9-81a6-406e-b764-79509e91dac1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:15:12.053634 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd61dbc9-81a6-406e-b764-79509e91dac1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:15:12.053964 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd61dbc9-81a6-406e-b764-79509e91dac1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:15:12.054287 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd61dbc9-81a6-406e-b764-79509e91dac1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:15:12.054605 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd61dbc9-81a6-406e-b764-79509e91dac1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:15:12.054919 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd61dbc9-81a6-406e-b764-79509e91dac1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:15:12.055249 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd61dbc9-81a6-406e-b764-79509e91dac1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:15:12.055563 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd61dbc9-81a6-406e-b764-79509e91dac1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:15:12.055873 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd61dbc9-81a6-406e-b764-79509e91dac1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:15:12.056182 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd61dbc9-81a6-406e-b764-79509e91dac1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:15:12.057314 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd61dbc9-81a6-406e-b764-79509e91dac1 None None] Tracked resource versions report: Aug 25 18:15:12.057314 dv-cinder-790492-8-iscsi neutron-server[93793]: pushed versions: Aug 25 18:15:12.057314 dv-cinder-790492-8-iscsi neutron-server[93793]: { 'AddressGroup': {'1.2'}, Aug 25 18:15:12.057314 dv-cinder-790492-8-iscsi neutron-server[93793]: 'ConntrackHelper': {'1.0'}, Aug 25 18:15:12.057314 dv-cinder-790492-8-iscsi neutron-server[93793]: 'Log': {'1.0'}, Aug 25 18:15:12.057314 dv-cinder-790492-8-iscsi neutron-server[93793]: 'Network': {'1.1'}, Aug 25 18:15:12.057314 dv-cinder-790492-8-iscsi neutron-server[93793]: 'Port': {'1.7'}, Aug 25 18:15:12.057314 dv-cinder-790492-8-iscsi neutron-server[93793]: 'PortForwarding': {'1.2'}, Aug 25 18:15:12.057314 dv-cinder-790492-8-iscsi neutron-server[93793]: 'QosPolicy': {'1.9'}, Aug 25 18:15:12.057314 dv-cinder-790492-8-iscsi neutron-server[93793]: 'SecurityGroup': {'1.4'}, Aug 25 18:15:12.057314 dv-cinder-790492-8-iscsi neutron-server[93793]: 'SecurityGroupRule': {'1.2'}, Aug 25 18:15:12.057314 dv-cinder-790492-8-iscsi neutron-server[93793]: 'SubPort': {'1.0'}, Aug 25 18:15:12.057314 dv-cinder-790492-8-iscsi neutron-server[93793]: 'Subnet': {'1.1'}, Aug 25 18:15:12.057314 dv-cinder-790492-8-iscsi neutron-server[93793]: 'Trunk': {'1.1'}} Aug 25 18:15:12.057314 dv-cinder-790492-8-iscsi neutron-server[93793]: consumer versions: Aug 25 18:15:12.057314 dv-cinder-790492-8-iscsi neutron-server[93793]: { DHCP agent@dv-cinder-790492-8-iscsi: {}, Aug 25 18:15:12.057314 dv-cinder-790492-8-iscsi neutron-server[93793]: L3 agent@dv-cinder-790492-8-iscsi: {}, Aug 25 18:15:12.057314 dv-cinder-790492-8-iscsi neutron-server[93793]: Metadata agent@dv-cinder-790492-8-iscsi: {}, Aug 25 18:15:12.057314 dv-cinder-790492-8-iscsi neutron-server[93793]: Metering agent@dv-cinder-790492-8-iscsi: {}, Aug 25 18:15:12.057314 dv-cinder-790492-8-iscsi neutron-server[93793]: Open vSwitch agent@dv-cinder-790492-8-iscsi: { 'AddressGroup': '1.2', Aug 25 18:15:12.057314 dv-cinder-790492-8-iscsi neutron-server[93793]: 'ConntrackHelper': '1.0', Aug 25 18:15:12.057314 dv-cinder-790492-8-iscsi neutron-server[93793]: 'Log': '1.0', Aug 25 18:15:12.057314 dv-cinder-790492-8-iscsi neutron-server[93793]: 'Network': '1.1', Aug 25 18:15:12.057314 dv-cinder-790492-8-iscsi neutron-server[93793]: 'Port': '1.7', Aug 25 18:15:12.057314 dv-cinder-790492-8-iscsi neutron-server[93793]: 'PortForwarding': '1.2', Aug 25 18:15:12.057314 dv-cinder-790492-8-iscsi neutron-server[93793]: 'QosPolicy': '1.9', Aug 25 18:15:12.057314 dv-cinder-790492-8-iscsi neutron-server[93793]: 'SecurityGroup': '1.4', Aug 25 18:15:12.057314 dv-cinder-790492-8-iscsi neutron-server[93793]: 'SecurityGroupRule': '1.2', Aug 25 18:15:12.057314 dv-cinder-790492-8-iscsi neutron-server[93793]: 'SubPort': '1.0', Aug 25 18:15:12.057314 dv-cinder-790492-8-iscsi neutron-server[93793]: 'Subnet': '1.1', Aug 25 18:15:12.057314 dv-cinder-790492-8-iscsi neutron-server[93793]: 'Trunk': '1.1'}} Aug 25 18:15:12.057314 dv-cinder-790492-8-iscsi neutron-server[93793]: {{(pid=93793) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 18:15:12.127608 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-bd61dbc9-81a6-406e-b764-79509e91dac1 None None] Attempting to bind port 6b8b038e-f6d6-47ce-94bf-e4a3eb0e83d4 on host dv-cinder-790492-8-iscsi for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:15:12.128811 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-bd61dbc9-81a6-406e-b764-79509e91dac1 None None] Attempting to bind port 6b8b038e-f6d6-47ce-94bf-e4a3eb0e83d4 by drivers openvswitch,hyperv on host dv-cinder-790492-8-iscsi at level 0 using segments [{'id': '30927a34-b99c-4b6a-b1b1-807ea2261484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e24060b8-6750-459c-8cac-1d9f5c72ac49'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:15:12.128946 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd61dbc9-81a6-406e-b764-79509e91dac1 None None] Attempting to bind port 6b8b038e-f6d6-47ce-94bf-e4a3eb0e83d4 on network e24060b8-6750-459c-8cac-1d9f5c72ac49 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:15:12.133770 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd61dbc9-81a6-406e-b764-79509e91dac1 None None] Checking agent: {'id': '0bbd6071-f664-4710-b599-19dc1c2306be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 14, 57), 'started_at': datetime.datetime(2021, 8, 25, 18, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:15:12.134180 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd61dbc9-81a6-406e-b764-79509e91dac1 None None] Checking segment: {'id': '30927a34-b99c-4b6a-b1b1-807ea2261484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e24060b8-6750-459c-8cac-1d9f5c72ac49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:15:12.134668 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bd61dbc9-81a6-406e-b764-79509e91dac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:12.135055 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd61dbc9-81a6-406e-b764-79509e91dac1 None None] Bound using segment: {'id': '30927a34-b99c-4b6a-b1b1-807ea2261484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e24060b8-6750-459c-8cac-1d9f5c72ac49'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:15:12.135570 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-bd61dbc9-81a6-406e-b764-79509e91dac1 None None] Bound port: 6b8b038e-f6d6-47ce-94bf-e4a3eb0e83d4, host: dv-cinder-790492-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30927a34-b99c-4b6a-b1b1-807ea2261484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e24060b8-6750-459c-8cac-1d9f5c72ac49'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:15:12.135974 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bd61dbc9-81a6-406e-b764-79509e91dac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:12.198025 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-bd61dbc9-81a6-406e-b764-79509e91dac1 None None] For port 6b8b038e-f6d6-47ce-94bf-e4a3eb0e83d4, host dv-cinder-790492-8-iscsi, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:15:12.202562 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-bd61dbc9-81a6-406e-b764-79509e91dac1 None None] For port 6b8b038e-f6d6-47ce-94bf-e4a3eb0e83d4, host dv-cinder-790492-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=6b8b038e-f6d6-47ce-94bf-e4a3eb0e83d4,segment=NetworkSegment(30927a34-b99c-4b6a-b1b1-807ea2261484),segment_id=30927a34-b99c-4b6a-b1b1-807ea2261484)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:15:12.207535 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bd61dbc9-81a6-406e-b764-79509e91dac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:12.273656 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd61dbc9-81a6-406e-b764-79509e91dac1 None None] Pushing event updated for resources: {'Port': ['ID=6b8b038e-f6d6-47ce-94bf-e4a3eb0e83d4,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:15:13.502119 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 59212) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:15:13.810894 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [None req-00b34032-67c1-48b2-a896-3d0c307ae253 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 18:15:13.811897 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-00b34032-67c1-48b2-a896-3d0c307ae253 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3082671 Aug 25 18:15:16.231260 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 59220) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:15:16.556927 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [None req-f03c335f-2e8a-4807-b5c0-91a0c612481f admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 18:15:16.558469 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-f03c335f-2e8a-4807-b5c0-91a0c612481f admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3258057 Aug 25 18:15:19.151641 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 59230) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:15:19.455625 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-8d1ef000-dc81-4901-8e37-936749e6fdeb admin admin] Request body: {'router': {'tenant_id': 'e47068aa047146a684cc4a38402a58f7', 'name': 'router1', 'admin_state_up': True}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:15:19.481927 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8d1ef000-dc81-4901-8e37-936749e6fdeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-431906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40733'] for router, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:19.483458 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8d1ef000-dc81-4901-8e37-936749e6fdeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437732', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40724'] for router, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:19.622008 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8d1ef000-dc81-4901-8e37-936749e6fdeb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:19.626631 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8d1ef000-dc81-4901-8e37-936749e6fdeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-432053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438075'] for router, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:19.638590 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8d1ef000-dc81-4901-8e37-936749e6fdeb admin admin] Notify callbacks [] for router, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:19.639881 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-8d1ef000-dc81-4901-8e37-936749e6fdeb admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4872828 Aug 25 18:15:20.538008 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d54640-003b-4c6c-b0ab-abdad14e83ec None None] Network e24060b8-6750-459c-8cac-1d9f5c72ac49 requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:15:20.626665 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-4649f818-a4c6-4d40-a197-3602ca64c7bb None None] Provisioning for port 6b8b038e-f6d6-47ce-94bf-e4a3eb0e83d4 completed by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:15:21.121349 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 6b8b038e-f6d6-47ce-94bf-e4a3eb0e83d4 up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:15:21.200929 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning for port 6b8b038e-f6d6-47ce-94bf-e4a3eb0e83d4 completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:15:21.204396 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port 6b8b038e-f6d6-47ce-94bf-e4a3eb0e83d4 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:15:21.204857 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:21.310421 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:21.343861 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a73fd473-a473-4725-b778-338a169d167b None None] For port 6b8b038e-f6d6-47ce-94bf-e4a3eb0e83d4, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=6b8b038e-f6d6-47ce-94bf-e4a3eb0e83d4,segment=NetworkSegment(30927a34-b99c-4b6a-b1b1-807ea2261484),segment_id=30927a34-b99c-4b6a-b1b1-807ea2261484)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:15:21.348275 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:21.393984 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Pushing event updated for resources: {'Port': ['ID=6b8b038e-f6d6-47ce-94bf-e4a3eb0e83d4,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:15:22.027881 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 59242) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:15:22.330207 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [None req-c05f0a11-36f2-4936-9c84-c2ff6c77f67c admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 18:15:22.331729 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-c05f0a11-36f2-4936-9c84-c2ff6c77f67c admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3029246 Aug 25 18:15:23.099561 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 6b8b038e-f6d6-47ce-94bf-e4a3eb0e83d4 up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:15:23.148284 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port 6b8b038e-f6d6-47ce-94bf-e4a3eb0e83d4 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:15:23.148672 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:23.295313 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-094d00a7-3a6d-445f-bbe8-7006229eec63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:24.772809 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 59250) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:15:25.079281 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-60d47290-692b-42c2-ba75-40240aa1dd8a admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:15:25.100066 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d47290-692b-42c2-ba75-40240aa1dd8a admin admin] Made reservation on behalf of 21eb666ccbe34317aedf2407f7047c44 for: {'network': 1} {{(pid=93792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:15:25.102240 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-60d47290-692b-42c2-ba75-40240aa1dd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for network, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:25.109779 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-60d47290-692b-42c2-ba75-40240aa1dd8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:25.196105 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-60d47290-692b-42c2-ba75-40240aa1dd8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:25.199577 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-60d47290-692b-42c2-ba75-40240aa1dd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:25.216226 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-60d47290-692b-42c2-ba75-40240aa1dd8a admin admin] Reserving flat network on physical network physnet1 {{(pid=93792) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 25 18:15:25.231542 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d47290-692b-42c2-ba75-40240aa1dd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33eb4cc9-ce15-46a1-894c-866b7d5f6c38,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:15:25.236112 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-60d47290-692b-42c2-ba75-40240aa1dd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788'] for segment, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:25.236445 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.db.segments_db [None req-60d47290-692b-42c2-ba75-40240aa1dd8a admin admin] Added segment 49cfb93f-112c-4d1a-97bc-26302bfd74eb of type flat for network e0615610-0145-4336-86ca-92716d56c217 Aug 25 18:15:25.285831 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-60d47290-692b-42c2-ba75-40240aa1dd8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748354007426'] for network, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:25.319653 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-60d47290-692b-42c2-ba75-40240aa1dd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146'] for network, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:25.320500 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d47290-692b-42c2-ba75-40240aa1dd8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:15:25.321089 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-60d47290-692b-42c2-ba75-40240aa1dd8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for network, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:25.369672 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-60d47290-692b-42c2-ba75-40240aa1dd8a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5958149 Aug 25 18:15:25.378443 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d47290-692b-42c2-ba75-40240aa1dd8a admin admin] Pushing event updated for resources: {'Network': ['ID=e0615610-0145-4336-86ca-92716d56c217,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:15:25.397806 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Network e0615610-0145-4336-86ca-92716d56c217 details requested by agent ovs-agent-dv-cinder-790492-8-iscsi with host dv-cinder-790492-8-iscsi {{(pid=93793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 18:15:25.736776 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7328926f-f369-48d2-8275-493905137317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:27.196397 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:27.375842 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:27.776284 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 59268) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:15:27.946629 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d909dc-7548-4357-b473-01a5d088c143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:15:27.947908 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-61d909dc-7548-4357-b473-01a5d088c143 admin admin] 10.222.0.37 "GET /v2.0/subnets/cefeb80f-fa45-4c70-b2d3-8db42a4306d4 HTTP/1.1" status: 200 len: 849 time: 0.1706634 Aug 25 18:15:28.062288 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-a9cf2634-08dd-4ce8-af05-5f96235f9fa7 admin admin] 10.222.0.37 "GET /v2.0/routers/fa609728-66f2-4c15-b624-3374fe35cc12 HTTP/1.1" status: 200 len: 704 time: 0.1083200 Aug 25 18:15:28.336044 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1da2630f-eb5a-45af-a528-0f25fac86072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:28.624204 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-1da2630f-eb5a-45af-a528-0f25fac86072 admin admin] Allocated IP 172.20.0.1 (e24060b8-6750-459c-8cac-1d9f5c72ac49/cefeb80f-fa45-4c70-b2d3-8db42a4306d4/c726394e-dc6d-4017-bde7-e4880afb161a) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:15:28.765127 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:28.819493 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1da2630f-eb5a-45af-a528-0f25fac86072 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:28.841219 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1da2630f-eb5a-45af-a528-0f25fac86072 admin admin] Transition to ACTIVE for port object c726394e-dc6d-4017-bde7-e4880afb161a will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:15:28.906688 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1da2630f-eb5a-45af-a528-0f25fac86072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:28.976775 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da2630f-eb5a-45af-a528-0f25fac86072 admin admin] Network e24060b8-6750-459c-8cac-1d9f5c72ac49 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:15:28.981391 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-1da2630f-eb5a-45af-a528-0f25fac86072 admin admin] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:15:28.987192 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da2630f-eb5a-45af-a528-0f25fac86072 admin admin] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:15:28.987726 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1da2630f-eb5a-45af-a528-0f25fac86072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-438244'] for router_interface, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:29.041923 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da2630f-eb5a-45af-a528-0f25fac86072 admin admin] Pushing event updated for resources: {'Port': ['ID=c726394e-dc6d-4017-bde7-e4880afb161a,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:15:29.178263 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1da2630f-eb5a-45af-a528-0f25fac86072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:29.217977 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-b8fc9dd3-8549-40ff-b5cb-a28d1bd787e2 None None] Provisioning for port c726394e-dc6d-4017-bde7-e4880afb161a completed by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:15:29.221533 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-b8fc9dd3-8549-40ff-b5cb-a28d1bd787e2 None None] Provisioning complete for port c726394e-dc6d-4017-bde7-e4880afb161a triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:15:29.221923 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b8fc9dd3-8549-40ff-b5cb-a28d1bd787e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:29.254016 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-b8fc9dd3-8549-40ff-b5cb-a28d1bd787e2 None None] Port c726394e-dc6d-4017-bde7-e4880afb161a cannot update to ACTIVE because it is not bound. {{(pid=93793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:15:29.379731 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1da2630f-eb5a-45af-a528-0f25fac86072 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:29.383992 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1da2630f-eb5a-45af-a528-0f25fac86072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:29.384777 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1da2630f-eb5a-45af-a528-0f25fac86072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437819'] for router_interface, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:29.460666 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da2630f-eb5a-45af-a528-0f25fac86072 admin admin] Pushing event updated for resources: {'Port': ['ID=c726394e-dc6d-4017-bde7-e4880afb161a,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:15:29.513729 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da2630f-eb5a-45af-a528-0f25fac86072 admin admin] Network e24060b8-6750-459c-8cac-1d9f5c72ac49 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:15:29.514991 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-1da2630f-eb5a-45af-a528-0f25fac86072 admin admin] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:15:29.673665 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-24c82926-b479-42ed-a8f2-b144e9641828 None None] Provisioning complete for port c726394e-dc6d-4017-bde7-e4880afb161a triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:15:29.673854 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da2630f-eb5a-45af-a528-0f25fac86072 admin admin] Router fa609728-66f2-4c15-b624-3374fe35cc12 is scheduled to L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 with binding_index 1 {{(pid=93792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 18:15:29.674162 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-24c82926-b479-42ed-a8f2-b144e9641828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:29.707525 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-24c82926-b479-42ed-a8f2-b144e9641828 None None] Port c726394e-dc6d-4017-bde7-e4880afb161a cannot update to ACTIVE because it is not bound. {{(pid=93793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:15:29.764147 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da2630f-eb5a-45af-a528-0f25fac86072 admin admin] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:15:29.769933 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-1da2630f-eb5a-45af-a528-0f25fac86072 admin admin] 10.222.0.37 "PUT /v2.0/routers/fa609728-66f2-4c15-b624-3374fe35cc12/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7022293 Aug 25 18:15:29.774880 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75957243-7551-465c-aa90-4f565f9e5053 None None] Sync routers for ids ['fa609728-66f2-4c15-b624-3374fe35cc12'] in dv-cinder-790492-8-iscsi {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:15:29.786267 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75957243-7551-465c-aa90-4f565f9e5053 None None] Routers {'fa609728-66f2-4c15-b624-3374fe35cc12'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:15:29.787007 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-75957243-7551-465c-aa90-4f565f9e5053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:15:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['fa609728-66f2-4c15-b624-3374fe35cc12'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:15:29.958034 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 5 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:15:29.978289 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-75957243-7551-465c-aa90-4f565f9e5053 None None] Set router fa609728-66f2-4c15-b624-3374fe35cc12 gateway port host: None {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:15:30.407812 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-75957243-7551-465c-aa90-4f565f9e5053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa609728-66f2-4c15-b624-3374fe35cc12', 'name': 'router1', 'tenant_id': 'e47068aa047146a684cc4a38402a58f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:15:19Z', 'updated_at': '2021-08-25T18:15:29Z', 'revision_number': 2, 'project_id': 'e47068aa047146a684cc4a38402a58f7', 'gw_port_host': None, '_interfaces': [{'id': 'c726394e-dc6d-4017-bde7-e4880afb161a', 'name': '', 'network_id': 'e24060b8-6750-459c-8cac-1d9f5c72ac49', 'tenant_id': 'e47068aa047146a684cc4a38402a58f7', 'mac_address': 'fa:16:3e:39:0a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa609728-66f2-4c15-b624-3374fe35cc12', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cefeb80f-fa45-4c70-b2d3-8db42a4306d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:15:28Z', 'updated_at': '2021-08-25T18:15:29Z', 'revision_number': 2, 'project_id': 'e47068aa047146a684cc4a38402a58f7', 'subnets': [{'id': 'cefeb80f-fa45-4c70-b2d3-8db42a4306d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dbe9c0d8-d45a-406e-99fb-fd7a85f4d67b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:15:30.457653 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75957243-7551-465c-aa90-4f565f9e5053 None None] Checking router: fa609728-66f2-4c15-b624-3374fe35cc12 for host: dv-cinder-790492-8-iscsi {{(pid=93794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:15:30.458019 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75957243-7551-465c-aa90-4f565f9e5053 None None] Updating router fa609728-66f2-4c15-b624-3374fe35cc12 port c726394e-dc6d-4017-bde7-e4880afb161a binding host dv-cinder-790492-8-iscsi {{(pid=93794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 18:15:30.507245 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-75957243-7551-465c-aa90-4f565f9e5053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:31.016190 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-75957243-7551-465c-aa90-4f565f9e5053 None None] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:31.033700 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-75957243-7551-465c-aa90-4f565f9e5053 None None] Transition to ACTIVE for port object c726394e-dc6d-4017-bde7-e4880afb161a will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:15:31.039384 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-75957243-7551-465c-aa90-4f565f9e5053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:31.132717 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e9200-38d1-4f0a-a376-1f503293ea22 None None] Pushing event updated for resources: {'Port': ['ID=c726394e-dc6d-4017-bde7-e4880afb161a,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:15:31.140641 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12e9200-38d1-4f0a-a376-1f503293ea22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:15:31.140987 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12e9200-38d1-4f0a-a376-1f503293ea22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:15:31.141324 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12e9200-38d1-4f0a-a376-1f503293ea22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:15:31.141652 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12e9200-38d1-4f0a-a376-1f503293ea22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:15:31.141974 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12e9200-38d1-4f0a-a376-1f503293ea22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:15:31.142296 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12e9200-38d1-4f0a-a376-1f503293ea22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:15:31.142606 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12e9200-38d1-4f0a-a376-1f503293ea22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:15:31.142930 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12e9200-38d1-4f0a-a376-1f503293ea22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:15:31.143794 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12e9200-38d1-4f0a-a376-1f503293ea22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:15:31.144115 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12e9200-38d1-4f0a-a376-1f503293ea22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:15:31.144427 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12e9200-38d1-4f0a-a376-1f503293ea22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:15:31.144763 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12e9200-38d1-4f0a-a376-1f503293ea22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:15:31.145884 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12e9200-38d1-4f0a-a376-1f503293ea22 None None] Tracked resource versions report: Aug 25 18:15:31.145884 dv-cinder-790492-8-iscsi neutron-server[93794]: pushed versions: Aug 25 18:15:31.145884 dv-cinder-790492-8-iscsi neutron-server[93794]: { 'AddressGroup': {'1.2'}, Aug 25 18:15:31.145884 dv-cinder-790492-8-iscsi neutron-server[93794]: 'ConntrackHelper': {'1.0'}, Aug 25 18:15:31.145884 dv-cinder-790492-8-iscsi neutron-server[93794]: 'Log': {'1.0'}, Aug 25 18:15:31.145884 dv-cinder-790492-8-iscsi neutron-server[93794]: 'Network': {'1.1'}, Aug 25 18:15:31.145884 dv-cinder-790492-8-iscsi neutron-server[93794]: 'Port': {'1.7'}, Aug 25 18:15:31.145884 dv-cinder-790492-8-iscsi neutron-server[93794]: 'PortForwarding': {'1.2'}, Aug 25 18:15:31.145884 dv-cinder-790492-8-iscsi neutron-server[93794]: 'QosPolicy': {'1.9'}, Aug 25 18:15:31.145884 dv-cinder-790492-8-iscsi neutron-server[93794]: 'SecurityGroup': {'1.4'}, Aug 25 18:15:31.145884 dv-cinder-790492-8-iscsi neutron-server[93794]: 'SecurityGroupRule': {'1.2'}, Aug 25 18:15:31.145884 dv-cinder-790492-8-iscsi neutron-server[93794]: 'SubPort': {'1.0'}, Aug 25 18:15:31.145884 dv-cinder-790492-8-iscsi neutron-server[93794]: 'Subnet': {'1.1'}, Aug 25 18:15:31.145884 dv-cinder-790492-8-iscsi neutron-server[93794]: 'Trunk': {'1.1'}} Aug 25 18:15:31.145884 dv-cinder-790492-8-iscsi neutron-server[93794]: consumer versions: Aug 25 18:15:31.145884 dv-cinder-790492-8-iscsi neutron-server[93794]: { DHCP agent@dv-cinder-790492-8-iscsi: {}, Aug 25 18:15:31.145884 dv-cinder-790492-8-iscsi neutron-server[93794]: L3 agent@dv-cinder-790492-8-iscsi: {}, Aug 25 18:15:31.145884 dv-cinder-790492-8-iscsi neutron-server[93794]: Metadata agent@dv-cinder-790492-8-iscsi: {}, Aug 25 18:15:31.145884 dv-cinder-790492-8-iscsi neutron-server[93794]: Metering agent@dv-cinder-790492-8-iscsi: {}, Aug 25 18:15:31.145884 dv-cinder-790492-8-iscsi neutron-server[93794]: Open vSwitch agent@dv-cinder-790492-8-iscsi: { 'AddressGroup': '1.2', Aug 25 18:15:31.145884 dv-cinder-790492-8-iscsi neutron-server[93794]: 'ConntrackHelper': '1.0', Aug 25 18:15:31.145884 dv-cinder-790492-8-iscsi neutron-server[93794]: 'Log': '1.0', Aug 25 18:15:31.145884 dv-cinder-790492-8-iscsi neutron-server[93794]: 'Network': '1.1', Aug 25 18:15:31.145884 dv-cinder-790492-8-iscsi neutron-server[93794]: 'Port': '1.7', Aug 25 18:15:31.145884 dv-cinder-790492-8-iscsi neutron-server[93794]: 'PortForwarding': '1.2', Aug 25 18:15:31.145884 dv-cinder-790492-8-iscsi neutron-server[93794]: 'QosPolicy': '1.9', Aug 25 18:15:31.145884 dv-cinder-790492-8-iscsi neutron-server[93794]: 'SecurityGroup': '1.4', Aug 25 18:15:31.145884 dv-cinder-790492-8-iscsi neutron-server[93794]: 'SecurityGroupRule': '1.2', Aug 25 18:15:31.145884 dv-cinder-790492-8-iscsi neutron-server[93794]: 'SubPort': '1.0', Aug 25 18:15:31.145884 dv-cinder-790492-8-iscsi neutron-server[93794]: 'Subnet': '1.1', Aug 25 18:15:31.145884 dv-cinder-790492-8-iscsi neutron-server[93794]: 'Trunk': '1.1'}} Aug 25 18:15:31.145884 dv-cinder-790492-8-iscsi neutron-server[93794]: {{(pid=93794) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 18:15:31.221000 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-75957243-7551-465c-aa90-4f565f9e5053 None None] Attempting to bind port c726394e-dc6d-4017-bde7-e4880afb161a on host dv-cinder-790492-8-iscsi for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:15:31.222000 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-75957243-7551-465c-aa90-4f565f9e5053 None None] Attempting to bind port c726394e-dc6d-4017-bde7-e4880afb161a by drivers openvswitch,hyperv on host dv-cinder-790492-8-iscsi at level 0 using segments [{'id': '30927a34-b99c-4b6a-b1b1-807ea2261484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e24060b8-6750-459c-8cac-1d9f5c72ac49'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:15:31.222434 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75957243-7551-465c-aa90-4f565f9e5053 None None] Attempting to bind port c726394e-dc6d-4017-bde7-e4880afb161a on network e24060b8-6750-459c-8cac-1d9f5c72ac49 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:15:31.227698 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75957243-7551-465c-aa90-4f565f9e5053 None None] Checking agent: {'id': '0bbd6071-f664-4710-b599-19dc1c2306be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 14, 57), 'started_at': datetime.datetime(2021, 8, 25, 18, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:15:31.228105 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75957243-7551-465c-aa90-4f565f9e5053 None None] Checking segment: {'id': '30927a34-b99c-4b6a-b1b1-807ea2261484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e24060b8-6750-459c-8cac-1d9f5c72ac49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:15:31.228619 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-75957243-7551-465c-aa90-4f565f9e5053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:31.229014 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75957243-7551-465c-aa90-4f565f9e5053 None None] Bound using segment: {'id': '30927a34-b99c-4b6a-b1b1-807ea2261484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e24060b8-6750-459c-8cac-1d9f5c72ac49'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:15:31.229534 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-75957243-7551-465c-aa90-4f565f9e5053 None None] Bound port: c726394e-dc6d-4017-bde7-e4880afb161a, host: dv-cinder-790492-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30927a34-b99c-4b6a-b1b1-807ea2261484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e24060b8-6750-459c-8cac-1d9f5c72ac49'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:15:31.229928 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-75957243-7551-465c-aa90-4f565f9e5053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:31.298756 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-75957243-7551-465c-aa90-4f565f9e5053 None None] For port c726394e-dc6d-4017-bde7-e4880afb161a, host dv-cinder-790492-8-iscsi, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:15:31.318919 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-75957243-7551-465c-aa90-4f565f9e5053 None None] For port c726394e-dc6d-4017-bde7-e4880afb161a, host dv-cinder-790492-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=c726394e-dc6d-4017-bde7-e4880afb161a,segment=NetworkSegment(30927a34-b99c-4b6a-b1b1-807ea2261484),segment_id=30927a34-b99c-4b6a-b1b1-807ea2261484)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:15:31.323516 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-75957243-7551-465c-aa90-4f565f9e5053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:31.380094 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75957243-7551-465c-aa90-4f565f9e5053 None None] Routers {'fa609728-66f2-4c15-b624-3374fe35cc12'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:15:31.380764 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-75957243-7551-465c-aa90-4f565f9e5053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:15:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['fa609728-66f2-4c15-b624-3374fe35cc12'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:15:31.420450 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e9200-38d1-4f0a-a376-1f503293ea22 None None] Pushing event updated for resources: {'Port': ['ID=c726394e-dc6d-4017-bde7-e4880afb161a,revision_number=4']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:15:31.476874 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-75957243-7551-465c-aa90-4f565f9e5053 None None] Set router fa609728-66f2-4c15-b624-3374fe35cc12 gateway port host: None {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:15:31.687747 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-75957243-7551-465c-aa90-4f565f9e5053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa609728-66f2-4c15-b624-3374fe35cc12', 'name': 'router1', 'tenant_id': 'e47068aa047146a684cc4a38402a58f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:15:19Z', 'updated_at': '2021-08-25T18:15:29Z', 'revision_number': 2, 'project_id': 'e47068aa047146a684cc4a38402a58f7', 'gw_port_host': None, '_interfaces': [{'id': 'c726394e-dc6d-4017-bde7-e4880afb161a', 'name': '', 'network_id': 'e24060b8-6750-459c-8cac-1d9f5c72ac49', 'tenant_id': 'e47068aa047146a684cc4a38402a58f7', 'mac_address': 'fa:16:3e:39:0a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa609728-66f2-4c15-b624-3374fe35cc12', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cefeb80f-fa45-4c70-b2d3-8db42a4306d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:15:28Z', 'updated_at': '2021-08-25T18:15:31Z', 'revision_number': 4, 'project_id': 'e47068aa047146a684cc4a38402a58f7', 'subnets': [{'id': 'cefeb80f-fa45-4c70-b2d3-8db42a4306d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dbe9c0d8-d45a-406e-99fb-fd7a85f4d67b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:15:31.714659 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75957243-7551-465c-aa90-4f565f9e5053 None None] The sync data for ids ['fa609728-66f2-4c15-b624-3374fe35cc12'] in dv-cinder-790492-8-iscsi is: [{'id': 'fa609728-66f2-4c15-b624-3374fe35cc12', 'name': 'router1', 'tenant_id': 'e47068aa047146a684cc4a38402a58f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:15:19Z', 'updated_at': '2021-08-25T18:15:29Z', 'revision_number': 2, 'project_id': 'e47068aa047146a684cc4a38402a58f7', 'gw_port_host': None, '_interfaces': [{'id': 'c726394e-dc6d-4017-bde7-e4880afb161a', 'name': '', 'network_id': 'e24060b8-6750-459c-8cac-1d9f5c72ac49', 'tenant_id': 'e47068aa047146a684cc4a38402a58f7', 'mac_address': 'fa:16:3e:39:0a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa609728-66f2-4c15-b624-3374fe35cc12', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cefeb80f-fa45-4c70-b2d3-8db42a4306d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:15:28Z', 'updated_at': '2021-08-25T18:15:31Z', 'revision_number': 4, 'project_id': 'e47068aa047146a684cc4a38402a58f7', 'subnets': [{'id': 'cefeb80f-fa45-4c70-b2d3-8db42a4306d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dbe9c0d8-d45a-406e-99fb-fd7a85f4d67b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:15:32.041641 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 59288) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:15:32.151467 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3bfa9d-6bd0-4a7e-bed9-2e5d75604578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:15:32.152830 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-4f3bfa9d-6bd0-4a7e-bed9-2e5d75604578 admin admin] 10.222.0.37 "GET /v2.0/networks/e0615610-0145-4336-86ca-92716d56c217 HTTP/1.1" status: 200 len: 842 time: 0.1102314 Aug 25 18:15:32.163313 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-22725f9b-2b62-4ba1-b209-7340ecea1b95 admin admin] Request body: {'subnet': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:15:32.183178 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22725f9b-2b62-4ba1-b209-7340ecea1b95 admin admin] Made reservation on behalf of 21eb666ccbe34317aedf2407f7047c44 for: {'subnet': 1} {{(pid=93792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:15:32.185399 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-22725f9b-2b62-4ba1-b209-7340ecea1b95 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:32.524747 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.objects.ports [None req-22725f9b-2b62-4ba1-b209-7340ecea1b95 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93792) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 25 18:15:32.525195 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-22725f9b-2b62-4ba1-b209-7340ecea1b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146'] for subnet, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:32.579074 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22725f9b-2b62-4ba1-b209-7340ecea1b95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba8c35dc-42f2-4379-aafd-ce1793efee80,revision_number=0']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:15:32.587149 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22725f9b-2b62-4ba1-b209-7340ecea1b95 admin admin] Checking segment: {'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:15:32.587501 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22725f9b-2b62-4ba1-b209-7340ecea1b95 admin admin] Network hostable DHCP agents. Network: e0615610-0145-4336-86ca-92716d56c217, hostable agents: ['e2010df7-17ed-4426-81f9-bde1aab96ae1'], hosted agents: [] {{(pid=93792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 18:15:32.603025 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22725f9b-2b62-4ba1-b209-7340ecea1b95 admin admin] Network e0615610-0145-4336-86ca-92716d56c217 is scheduled to be hosted by DHCP agent e2010df7-17ed-4426-81f9-bde1aab96ae1 with binding_index 1 {{(pid=93792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 18:15:32.611056 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-22725f9b-2b62-4ba1-b209-7340ecea1b95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-8-iscsi, e0615610-0145-4336-86ca-92716d56c217) {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:15:32.615493 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22725f9b-2b62-4ba1-b209-7340ecea1b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:15:32.616071 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-22725f9b-2b62-4ba1-b209-7340ecea1b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for subnet, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:32.623061 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6784ef29-fba3-4c6c-9cae-8d24e9dccc69 None None] Network e0615610-0145-4336-86ca-92716d56c217 requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:15:32.630555 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-22725f9b-2b62-4ba1-b209-7340ecea1b95 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4710906 Aug 25 18:15:32.752420 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb37041-8652-4eb2-a7db-a0f9c4e22619 None None] Network e0615610-0145-4336-86ca-92716d56c217 requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:15:34.915505 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 59296) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:15:35.047715 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-89cdb6cd-e95c-4bf0-adde-d63f390ee2e4 admin admin] 10.222.0.37 "GET /v2.0/routers/fa609728-66f2-4c15-b624-3374fe35cc12 HTTP/1.1" status: 200 len: 710 time: 0.1310632 Aug 25 18:15:35.140736 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b590f207-91df-40e7-bead-6a63936303d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:15:35.142142 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-b590f207-91df-40e7-bead-6a63936303d9 admin admin] 10.222.0.37 "GET /v2.0/networks/e0615610-0145-4336-86ca-92716d56c217 HTTP/1.1" status: 200 len: 886 time: 0.0883403 Aug 25 18:15:35.152444 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-b8027ac0-3079-4e05-a9ed-42c110cc725a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217'}}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:15:35.403050 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b8027ac0-3079-4e05-a9ed-42c110cc725a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:35.640836 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b8027ac0-3079-4e05-a9ed-42c110cc725a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:35.716988 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b8027ac0-3079-4e05-a9ed-42c110cc725a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:35.819790 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-b8027ac0-3079-4e05-a9ed-42c110cc725a admin admin] Allocated IP 172.27.3.213 (e0615610-0145-4336-86ca-92716d56c217/ba8c35dc-42f2-4379-aafd-ce1793efee80/15dd61fd-c924-4632-8458-4c5e802be042) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:15:35.917594 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b8027ac0-3079-4e05-a9ed-42c110cc725a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:35.956067 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b8027ac0-3079-4e05-a9ed-42c110cc725a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:35.998911 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8027ac0-3079-4e05-a9ed-42c110cc725a admin admin] Network e0615610-0145-4336-86ca-92716d56c217 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:15:36.000247 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-b8027ac0-3079-4e05-a9ed-42c110cc725a admin admin] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:15:36.009582 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8027ac0-3079-4e05-a9ed-42c110cc725a admin admin] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:15:36.012467 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8027ac0-3079-4e05-a9ed-42c110cc725a admin admin] Pushing event updated for resources: {'Port': ['ID=15dd61fd-c924-4632-8458-4c5e802be042,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:15:36.338455 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b8027ac0-3079-4e05-a9ed-42c110cc725a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:36.527178 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b8027ac0-3079-4e05-a9ed-42c110cc725a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-438046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-432060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40934'] for router, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:36.530473 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b8027ac0-3079-4e05-a9ed-42c110cc725a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-438021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-438028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-432043'] for router, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:36.635431 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8027ac0-3079-4e05-a9ed-42c110cc725a admin admin] Router fa609728-66f2-4c15-b624-3374fe35cc12 has already been hosted by L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 {{(pid=93792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:15:36.750553 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8027ac0-3079-4e05-a9ed-42c110cc725a admin admin] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:15:36.756799 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b8027ac0-3079-4e05-a9ed-42c110cc725a admin admin] Notify callbacks [] for router, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:36.758072 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-b8027ac0-3079-4e05-a9ed-42c110cc725a admin admin] 10.222.0.37 "PUT /v2.0/routers/fa609728-66f2-4c15-b624-3374fe35cc12 HTTP/1.1" status: 200 len: 890 time: 1.6091130 Aug 25 18:15:37.129589 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device c726394e-dc6d-4017-bde7-e4880afb161a up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:15:37.185106 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning for port c726394e-dc6d-4017-bde7-e4880afb161a completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:15:37.188507 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port c726394e-dc6d-4017-bde7-e4880afb161a triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:15:37.188909 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:37.265447 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:37.299301 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a73fd473-a473-4725-b778-338a169d167b None None] For port c726394e-dc6d-4017-bde7-e4880afb161a, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=c726394e-dc6d-4017-bde7-e4880afb161a,segment=NetworkSegment(30927a34-b99c-4b6a-b1b1-807ea2261484),segment_id=30927a34-b99c-4b6a-b1b1-807ea2261484)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:15:37.303335 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:37.349517 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Pushing event updated for resources: {'Port': ['ID=c726394e-dc6d-4017-bde7-e4880afb161a,revision_number=5']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:15:38.105148 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cde36f-764b-4046-9405-41b87ee66937 None None] Sync routers for ids ['fa609728-66f2-4c15-b624-3374fe35cc12'] in dv-cinder-790492-8-iscsi {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:15:38.116256 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cde36f-764b-4046-9405-41b87ee66937 None None] Routers {'fa609728-66f2-4c15-b624-3374fe35cc12'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:15:38.117114 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-35cde36f-764b-4046-9405-41b87ee66937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:15:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['fa609728-66f2-4c15-b624-3374fe35cc12'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:15:38.369668 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-35cde36f-764b-4046-9405-41b87ee66937 None None] Set router fa609728-66f2-4c15-b624-3374fe35cc12 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:15:38.762196 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-35cde36f-764b-4046-9405-41b87ee66937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa609728-66f2-4c15-b624-3374fe35cc12', 'name': 'router1', 'tenant_id': 'e47068aa047146a684cc4a38402a58f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '15dd61fd-c924-4632-8458-4c5e802be042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:15:19Z', 'updated_at': '2021-08-25T18:15:36Z', 'revision_number': 4, 'project_id': 'e47068aa047146a684cc4a38402a58f7', 'gw_port': {'id': '15dd61fd-c924-4632-8458-4c5e802be042', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:cd:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa609728-66f2-4c15-b624-3374fe35cc12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:15:35Z', 'updated_at': '2021-08-25T18:15:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': 'c726394e-dc6d-4017-bde7-e4880afb161a', 'name': '', 'network_id': 'e24060b8-6750-459c-8cac-1d9f5c72ac49', 'tenant_id': 'e47068aa047146a684cc4a38402a58f7', 'mac_address': 'fa:16:3e:39:0a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa609728-66f2-4c15-b624-3374fe35cc12', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cefeb80f-fa45-4c70-b2d3-8db42a4306d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:15:28Z', 'updated_at': '2021-08-25T18:15:37Z', 'revision_number': 5, 'project_id': 'e47068aa047146a684cc4a38402a58f7', 'subnets': [{'id': 'cefeb80f-fa45-4c70-b2d3-8db42a4306d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dbe9c0d8-d45a-406e-99fb-fd7a85f4d67b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:15:38.813290 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cde36f-764b-4046-9405-41b87ee66937 None None] Checking router: fa609728-66f2-4c15-b624-3374fe35cc12 for host: dv-cinder-790492-8-iscsi {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:15:38.813654 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cde36f-764b-4046-9405-41b87ee66937 None None] Updating router fa609728-66f2-4c15-b624-3374fe35cc12 port 15dd61fd-c924-4632-8458-4c5e802be042 binding host dv-cinder-790492-8-iscsi {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 18:15:38.859207 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35cde36f-764b-4046-9405-41b87ee66937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:39.118378 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device c726394e-dc6d-4017-bde7-e4880afb161a up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:15:39.171454 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 59308) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:15:39.210859 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35cde36f-764b-4046-9405-41b87ee66937 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:39.224800 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-35cde36f-764b-4046-9405-41b87ee66937 None None] Transition to ACTIVE for port object 15dd61fd-c924-4632-8458-4c5e802be042 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:15:39.228807 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port c726394e-dc6d-4017-bde7-e4880afb161a triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:15:39.229176 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:39.231662 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35cde36f-764b-4046-9405-41b87ee66937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:39.310064 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-35cde36f-764b-4046-9405-41b87ee66937 None None] Attempting to bind port 15dd61fd-c924-4632-8458-4c5e802be042 on host dv-cinder-790492-8-iscsi for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:15:39.310353 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-35cde36f-764b-4046-9405-41b87ee66937 None None] Attempting to bind port 15dd61fd-c924-4632-8458-4c5e802be042 by drivers openvswitch,hyperv on host dv-cinder-790492-8-iscsi at level 0 using segments [{'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:15:39.310713 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cde36f-764b-4046-9405-41b87ee66937 None None] Attempting to bind port 15dd61fd-c924-4632-8458-4c5e802be042 on network e0615610-0145-4336-86ca-92716d56c217 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:15:39.323536 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-f2d610c7-a19c-4f77-a211-a6f998b9bb0e admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1510098 Aug 25 18:15:39.324471 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cde36f-764b-4046-9405-41b87ee66937 None None] Checking agent: {'id': '0bbd6071-f664-4710-b599-19dc1c2306be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 14, 57), 'started_at': datetime.datetime(2021, 8, 25, 18, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:15:39.324869 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cde36f-764b-4046-9405-41b87ee66937 None None] Checking segment: {'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:15:39.325266 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35cde36f-764b-4046-9405-41b87ee66937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:39.325650 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cde36f-764b-4046-9405-41b87ee66937 None None] Bound using segment: {'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:15:39.326113 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-35cde36f-764b-4046-9405-41b87ee66937 None None] Bound port: 15dd61fd-c924-4632-8458-4c5e802be042, host: dv-cinder-790492-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:15:39.326503 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35cde36f-764b-4046-9405-41b87ee66937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:39.328041 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3dfc0b-73ce-4c5d-af3a-c10a78f25077 None None] Pushing event updated for resources: {'Port': ['ID=15dd61fd-c924-4632-8458-4c5e802be042,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:15:39.414751 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-35cde36f-764b-4046-9405-41b87ee66937 None None] For port 15dd61fd-c924-4632-8458-4c5e802be042, host dv-cinder-790492-8-iscsi, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:15:39.418720 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-35cde36f-764b-4046-9405-41b87ee66937 None None] For port 15dd61fd-c924-4632-8458-4c5e802be042, host dv-cinder-790492-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=15dd61fd-c924-4632-8458-4c5e802be042,segment=NetworkSegment(49cfb93f-112c-4d1a-97bc-26302bfd74eb),segment_id=49cfb93f-112c-4d1a-97bc-26302bfd74eb)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:15:39.422757 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-35cde36f-764b-4046-9405-41b87ee66937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:39.482292 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cde36f-764b-4046-9405-41b87ee66937 None None] Routers {'fa609728-66f2-4c15-b624-3374fe35cc12'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:15:39.482920 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-35cde36f-764b-4046-9405-41b87ee66937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:15:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['fa609728-66f2-4c15-b624-3374fe35cc12'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:15:39.484861 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3dfc0b-73ce-4c5d-af3a-c10a78f25077 None None] Pushing event updated for resources: {'Port': ['ID=15dd61fd-c924-4632-8458-4c5e802be042,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:15:39.671783 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-35cde36f-764b-4046-9405-41b87ee66937 None None] Set router fa609728-66f2-4c15-b624-3374fe35cc12 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:15:39.885686 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-35cde36f-764b-4046-9405-41b87ee66937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa609728-66f2-4c15-b624-3374fe35cc12', 'name': 'router1', 'tenant_id': 'e47068aa047146a684cc4a38402a58f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '15dd61fd-c924-4632-8458-4c5e802be042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:15:19Z', 'updated_at': '2021-08-25T18:15:36Z', 'revision_number': 4, 'project_id': 'e47068aa047146a684cc4a38402a58f7', 'gw_port': {'id': '15dd61fd-c924-4632-8458-4c5e802be042', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:cd:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa609728-66f2-4c15-b624-3374fe35cc12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:15:35Z', 'updated_at': '2021-08-25T18:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': 'c726394e-dc6d-4017-bde7-e4880afb161a', 'name': '', 'network_id': 'e24060b8-6750-459c-8cac-1d9f5c72ac49', 'tenant_id': 'e47068aa047146a684cc4a38402a58f7', 'mac_address': 'fa:16:3e:39:0a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa609728-66f2-4c15-b624-3374fe35cc12', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cefeb80f-fa45-4c70-b2d3-8db42a4306d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:15:28Z', 'updated_at': '2021-08-25T18:15:37Z', 'revision_number': 5, 'project_id': 'e47068aa047146a684cc4a38402a58f7', 'subnets': [{'id': 'cefeb80f-fa45-4c70-b2d3-8db42a4306d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dbe9c0d8-d45a-406e-99fb-fd7a85f4d67b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:15:39.912475 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cde36f-764b-4046-9405-41b87ee66937 None None] The sync data for ids ['fa609728-66f2-4c15-b624-3374fe35cc12'] in dv-cinder-790492-8-iscsi is: [{'id': 'fa609728-66f2-4c15-b624-3374fe35cc12', 'name': 'router1', 'tenant_id': 'e47068aa047146a684cc4a38402a58f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '15dd61fd-c924-4632-8458-4c5e802be042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:15:19Z', 'updated_at': '2021-08-25T18:15:36Z', 'revision_number': 4, 'project_id': 'e47068aa047146a684cc4a38402a58f7', 'gw_port': {'id': '15dd61fd-c924-4632-8458-4c5e802be042', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:cd:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa609728-66f2-4c15-b624-3374fe35cc12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:15:35Z', 'updated_at': '2021-08-25T18:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': 'c726394e-dc6d-4017-bde7-e4880afb161a', 'name': '', 'network_id': 'e24060b8-6750-459c-8cac-1d9f5c72ac49', 'tenant_id': 'e47068aa047146a684cc4a38402a58f7', 'mac_address': 'fa:16:3e:39:0a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa609728-66f2-4c15-b624-3374fe35cc12', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cefeb80f-fa45-4c70-b2d3-8db42a4306d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:15:28Z', 'updated_at': '2021-08-25T18:15:37Z', 'revision_number': 5, 'project_id': 'e47068aa047146a684cc4a38402a58f7', 'subnets': [{'id': 'cefeb80f-fa45-4c70-b2d3-8db42a4306d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dbe9c0d8-d45a-406e-99fb-fd7a85f4d67b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:15:41.146910 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 15dd61fd-c924-4632-8458-4c5e802be042 up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:15:41.198068 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning for port 15dd61fd-c924-4632-8458-4c5e802be042 completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:15:41.202166 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port 15dd61fd-c924-4632-8458-4c5e802be042 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:15:41.202548 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:41.285499 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:41.307002 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a73fd473-a473-4725-b778-338a169d167b None None] For port 15dd61fd-c924-4632-8458-4c5e802be042, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=15dd61fd-c924-4632-8458-4c5e802be042,segment=NetworkSegment(49cfb93f-112c-4d1a-97bc-26302bfd74eb),segment_id=49cfb93f-112c-4d1a-97bc-26302bfd74eb)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:15:41.311178 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:41.363597 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Pushing event updated for resources: {'Port': ['ID=15dd61fd-c924-4632-8458-4c5e802be042,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:15:43.144154 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 15dd61fd-c924-4632-8458-4c5e802be042 up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:15:43.215466 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port 15dd61fd-c924-4632-8458-4c5e802be042 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:15:43.216099 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:53.298559 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-77b22bb0-ef95-4a44-8705-6968a9d99dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:55.740018 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e3a1a443-ff0d-4ea3-bb77-858e99bddefa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:57.190544 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:57.384004 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:15:58.787213 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:16:06.917355 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 5 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:16:23.302101 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ad61f20b-152b-4dc7-935d-d4ba22a80f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:16:25.745166 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3eba4bf3-4bb5-44b4-9b6d-4cc5e6ad0f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:16:27.194968 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:16:27.383260 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:16:28.789090 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:16:43.916582 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 5 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:16:53.303959 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d038b663-fa9c-471f-910e-24daa8f88b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:16:55.749366 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7cbd5f1d-0f8b-4e72-822f-e654e78b0c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:16:57.196641 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:16:57.385573 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:16:58.786201 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:17:14.888486 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 59872) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:17:14.963271 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-f63179af-2f6f-4e35-ba8e-1fea34e2d375 admin admin] GET failed (client error): The resource could not be found. Aug 25 18:17:14.964598 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-f63179af-2f6f-4e35-ba8e-1fea34e2d375 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0751333 Aug 25 18:17:15.156806 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40db1c8f-4a96-43e7-8961-add37fe1089c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:17:15.158316 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-40db1c8f-4a96-43e7-8961-add37fe1089c admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1885753 Aug 25 18:17:17.351546 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 59882) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:17:17.480677 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0144fec-cd43-4832-9613-c96bb20c9465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:17:17.482038 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-c0144fec-cd43-4832-9613-c96bb20c9465 admin admin] 10.222.0.37 "GET /v2.0/subnets/cefeb80f-fa45-4c70-b2d3-8db42a4306d4 HTTP/1.1" status: 200 len: 849 time: 0.1294868 Aug 25 18:17:17.492621 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [None req-378bbab4-601d-4a6e-82b9-d7d9b625887a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:17:17.574864 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-378bbab4-601d-4a6e-82b9-d7d9b625887a admin admin] Notify callbacks [] for subnet, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:17:17.725589 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-378bbab4-601d-4a6e-82b9-d7d9b625887a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748354477864'] for subnet, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:17:17.810448 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378bbab4-601d-4a6e-82b9-d7d9b625887a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:17:17.811560 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-378bbab4-601d-4a6e-82b9-d7d9b625887a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:17:17.812959 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-378bbab4-601d-4a6e-82b9-d7d9b625887a admin admin] 10.222.0.37 "PUT /v2.0/subnets/cefeb80f-fa45-4c70-b2d3-8db42a4306d4 HTTP/1.1" status: 200 len: 868 time: 0.3234141 Aug 25 18:17:17.819465 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e0e5bb-0f4d-44b2-80c3-91e16b680745 None None] Network e24060b8-6750-459c-8cac-1d9f5c72ac49 requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:17:17.829317 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378bbab4-601d-4a6e-82b9-d7d9b625887a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cefeb80f-fa45-4c70-b2d3-8db42a4306d4,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:17:17.839166 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378bbab4-601d-4a6e-82b9-d7d9b625887a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:17:17.839508 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378bbab4-601d-4a6e-82b9-d7d9b625887a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:17:17.839846 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378bbab4-601d-4a6e-82b9-d7d9b625887a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:17:17.840176 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378bbab4-601d-4a6e-82b9-d7d9b625887a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:17:17.840503 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378bbab4-601d-4a6e-82b9-d7d9b625887a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:17:17.840863 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378bbab4-601d-4a6e-82b9-d7d9b625887a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:17:17.841190 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378bbab4-601d-4a6e-82b9-d7d9b625887a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:17:17.841517 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378bbab4-601d-4a6e-82b9-d7d9b625887a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:17:17.841905 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378bbab4-601d-4a6e-82b9-d7d9b625887a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:17:17.842257 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378bbab4-601d-4a6e-82b9-d7d9b625887a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:17:17.842551 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378bbab4-601d-4a6e-82b9-d7d9b625887a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:17:17.842864 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378bbab4-601d-4a6e-82b9-d7d9b625887a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:17:17.844709 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378bbab4-601d-4a6e-82b9-d7d9b625887a admin admin] Tracked resource versions report: Aug 25 18:17:17.844709 dv-cinder-790492-8-iscsi neutron-server[93791]: pushed versions: Aug 25 18:17:17.844709 dv-cinder-790492-8-iscsi neutron-server[93791]: { 'AddressGroup': {'1.2'}, Aug 25 18:17:17.844709 dv-cinder-790492-8-iscsi neutron-server[93791]: 'ConntrackHelper': {'1.0'}, Aug 25 18:17:17.844709 dv-cinder-790492-8-iscsi neutron-server[93791]: 'Log': {'1.0'}, Aug 25 18:17:17.844709 dv-cinder-790492-8-iscsi neutron-server[93791]: 'Network': {'1.1'}, Aug 25 18:17:17.844709 dv-cinder-790492-8-iscsi neutron-server[93791]: 'Port': {'1.7'}, Aug 25 18:17:17.844709 dv-cinder-790492-8-iscsi neutron-server[93791]: 'PortForwarding': {'1.2'}, Aug 25 18:17:17.844709 dv-cinder-790492-8-iscsi neutron-server[93791]: 'QosPolicy': {'1.9'}, Aug 25 18:17:17.844709 dv-cinder-790492-8-iscsi neutron-server[93791]: 'SecurityGroup': {'1.4'}, Aug 25 18:17:17.844709 dv-cinder-790492-8-iscsi neutron-server[93791]: 'SecurityGroupRule': {'1.2'}, Aug 25 18:17:17.844709 dv-cinder-790492-8-iscsi neutron-server[93791]: 'SubPort': {'1.0'}, Aug 25 18:17:17.844709 dv-cinder-790492-8-iscsi neutron-server[93791]: 'Subnet': {'1.1'}, Aug 25 18:17:17.844709 dv-cinder-790492-8-iscsi neutron-server[93791]: 'Trunk': {'1.1'}} Aug 25 18:17:17.844709 dv-cinder-790492-8-iscsi neutron-server[93791]: consumer versions: Aug 25 18:17:17.844709 dv-cinder-790492-8-iscsi neutron-server[93791]: { DHCP agent@dv-cinder-790492-8-iscsi: {}, Aug 25 18:17:17.844709 dv-cinder-790492-8-iscsi neutron-server[93791]: L3 agent@dv-cinder-790492-8-iscsi: {}, Aug 25 18:17:17.844709 dv-cinder-790492-8-iscsi neutron-server[93791]: Metadata agent@dv-cinder-790492-8-iscsi: {}, Aug 25 18:17:17.844709 dv-cinder-790492-8-iscsi neutron-server[93791]: Metering agent@dv-cinder-790492-8-iscsi: {}, Aug 25 18:17:17.844709 dv-cinder-790492-8-iscsi neutron-server[93791]: Open vSwitch agent@dv-cinder-790492-8-iscsi: { 'AddressGroup': '1.2', Aug 25 18:17:17.844709 dv-cinder-790492-8-iscsi neutron-server[93791]: 'ConntrackHelper': '1.0', Aug 25 18:17:17.844709 dv-cinder-790492-8-iscsi neutron-server[93791]: 'Log': '1.0', Aug 25 18:17:17.844709 dv-cinder-790492-8-iscsi neutron-server[93791]: 'Network': '1.1', Aug 25 18:17:17.844709 dv-cinder-790492-8-iscsi neutron-server[93791]: 'Port': '1.7', Aug 25 18:17:17.844709 dv-cinder-790492-8-iscsi neutron-server[93791]: 'PortForwarding': '1.2', Aug 25 18:17:17.844709 dv-cinder-790492-8-iscsi neutron-server[93791]: 'QosPolicy': '1.9', Aug 25 18:17:17.844709 dv-cinder-790492-8-iscsi neutron-server[93791]: 'SecurityGroup': '1.4', Aug 25 18:17:17.844709 dv-cinder-790492-8-iscsi neutron-server[93791]: 'SecurityGroupRule': '1.2', Aug 25 18:17:17.844709 dv-cinder-790492-8-iscsi neutron-server[93791]: 'SubPort': '1.0', Aug 25 18:17:17.844709 dv-cinder-790492-8-iscsi neutron-server[93791]: 'Subnet': '1.1', Aug 25 18:17:17.844709 dv-cinder-790492-8-iscsi neutron-server[93791]: 'Trunk': '1.1'}} Aug 25 18:17:17.844709 dv-cinder-790492-8-iscsi neutron-server[93791]: {{(pid=93791) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 18:17:18.179542 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-83a4cd19-0bbb-4ee9-adf3-6c2c83b075b4 None None] Provisioning complete for port c726394e-dc6d-4017-bde7-e4880afb161a triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:17:18.179917 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-83a4cd19-0bbb-4ee9-adf3-6c2c83b075b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:17:18.263885 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-83a4cd19-0bbb-4ee9-adf3-6c2c83b075b4 None None] Provisioning complete for port 6b8b038e-f6d6-47ce-94bf-e4a3eb0e83d4 triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:17:18.264146 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-83a4cd19-0bbb-4ee9-adf3-6c2c83b075b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:17:20.014470 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 59894) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:17:20.222875 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0244534e-50ec-4cbd-b378-b74d596d9e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:17:20.223295 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0244534e-50ec-4cbd-b378-b74d596d9e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:17:20.224844 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-0244534e-50ec-4cbd-b378-b74d596d9e4d admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2094092 Aug 25 18:17:20.915305 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 5 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:17:22.397401 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 59902) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:17:22.602251 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd517252-ea4c-4af7-acb1-52e49a98694d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:17:22.602637 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd517252-ea4c-4af7-acb1-52e49a98694d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:17:22.604172 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-fd517252-ea4c-4af7-acb1-52e49a98694d admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2058258 Aug 25 18:17:23.304473 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1dfd72ca-221a-4e63-9df5-2f495d1dfb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:17:24.756696 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 59912) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:17:24.881110 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964a72d5-1d14-4c38-9a0e-cc4526d43aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:17:24.882441 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-964a72d5-1d14-4c38-9a0e-cc4526d43aed admin admin] 10.222.0.37 "GET /v2.0/networks/e0615610-0145-4336-86ca-92716d56c217 HTTP/1.1" status: 200 len: 886 time: 0.1248105 Aug 25 18:17:25.750349 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4f5f9f4b-4be3-4390-aa5e-c3ebee64d08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:17:27.055853 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 59920) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:17:27.183269 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb02ab57-3fc7-47b7-b6c6-2894897e85a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:17:27.184712 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-fb02ab57-3fc7-47b7-b6c6-2894897e85a3 admin admin] 10.222.0.37 "GET /v2.0/networks/e24060b8-6750-459c-8cac-1d9f5c72ac49 HTTP/1.1" status: 200 len: 869 time: 0.1278846 Aug 25 18:17:27.198166 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:17:27.388831 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:17:28.792518 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:17:29.376070 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 59928) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:17:29.497996 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94b0959-9fdb-4c14-b5ae-68f0411b791b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:17:29.498447 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94b0959-9fdb-4c14-b5ae-68f0411b791b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:17:29.499924 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-e94b0959-9fdb-4c14-b5ae-68f0411b791b admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1228621 Aug 25 18:17:31.661577 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 59936) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:17:31.749498 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d66db2-f6d3-4718-9635-770c7c4e81a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:17:31.750443 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d66db2-f6d3-4718-9635-770c7c4e81a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:17:31.751915 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-35d66db2-f6d3-4718-9635-770c7c4e81a9 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0894291 Aug 25 18:17:33.917899 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 59944) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:17:34.011676 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d539797-7776-420b-868c-366ab6e684d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:17:34.013003 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-9d539797-7776-420b-868c-366ab6e684d4 admin admin] 10.222.0.37 "GET /v2.0/subnets/ba8c35dc-42f2-4379-aafd-ce1793efee80 HTTP/1.1" status: 200 len: 816 time: 0.0941701 Aug 25 18:17:36.190720 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 59952) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:17:36.283993 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e25794-c08e-41ed-9f42-f95ad45bdbb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:17:36.285340 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-98e25794-c08e-41ed-9f42-f95ad45bdbb5 admin admin] 10.222.0.37 "GET /v2.0/subnets/cefeb80f-fa45-4c70-b2d3-8db42a4306d4 HTTP/1.1" status: 200 len: 868 time: 0.0936782 Aug 25 18:17:53.304723 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ecdc6a0b-e7a2-4d96-9a6b-515068f9458d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:17:55.750392 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1df2ee66-90b8-4ce1-b9cf-bbd749c5577f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:17:57.199935 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:17:57.391459 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:17:57.914388 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 5 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:17:58.797589 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:17:59.787191 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 60006) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:17:59.833653 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [None req-6bf1bae9-256b-448f-947a-be2704602dc5 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 18:17:59.834622 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-6bf1bae9-256b-448f-947a-be2704602dc5 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465024 Aug 25 18:18:02.101198 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 60014) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:18:02.160171 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-974ed772-fcc2-45fb-a8bf-1eae9be76592 admin admin] GET failed (client error): The resource could not be found. Aug 25 18:18:02.161498 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-974ed772-fcc2-45fb-a8bf-1eae9be76592 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0593581 Aug 25 18:18:02.247291 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63900a4-13df-4942-b6e7-049fc91042b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:18:02.248773 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-e63900a4-13df-4942-b6e7-049fc91042b9 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0827098 Aug 25 18:18:04.441498 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 60022) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:18:04.488033 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-53499671-2bbd-489b-846b-1875adddc6ed admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:18:04.508496 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53499671-2bbd-489b-846b-1875adddc6ed admin admin] Made reservation on behalf of 21eb666ccbe34317aedf2407f7047c44 for: {'network': 1} {{(pid=93792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:18:04.510715 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-53499671-2bbd-489b-846b-1875adddc6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for network, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:18:04.540387 dv-cinder-790492-8-iscsi neutron-server[93792]: WARNING neutron.services.revisions.revision_plugin [None req-53499671-2bbd-489b-846b-1875adddc6ed admin admin] Could not find related network for resource to bump revision. Aug 25 18:18:04.552116 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53499671-2bbd-489b-846b-1875adddc6ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=93792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 18:18:04.560937 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-53499671-2bbd-489b-846b-1875adddc6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788'] for segment, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:18:04.561280 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.db.segments_db [None req-53499671-2bbd-489b-846b-1875adddc6ed admin admin] Added segment b617ff99-137f-45d2-9909-b1ddd097a960 of type vlan for network 520b7a9a-7c13-496c-9295-9d7779dd2f32 Aug 25 18:18:04.599247 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-53499671-2bbd-489b-846b-1875adddc6ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748354007426'] for network, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:18:04.623697 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-53499671-2bbd-489b-846b-1875adddc6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146'] for network, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:18:04.625102 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53499671-2bbd-489b-846b-1875adddc6ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:18:04.625679 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-53499671-2bbd-489b-846b-1875adddc6ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for network, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:18:04.678226 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-53499671-2bbd-489b-846b-1875adddc6ed admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2351923 Aug 25 18:18:04.686426 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53499671-2bbd-489b-846b-1875adddc6ed admin admin] Pushing event updated for resources: {'Network': ['ID=520b7a9a-7c13-496c-9295-9d7779dd2f32,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:18:04.695026 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53499671-2bbd-489b-846b-1875adddc6ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:18:04.695370 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53499671-2bbd-489b-846b-1875adddc6ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:18:04.695706 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53499671-2bbd-489b-846b-1875adddc6ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:18:04.696035 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53499671-2bbd-489b-846b-1875adddc6ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:18:04.696363 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53499671-2bbd-489b-846b-1875adddc6ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:18:04.696745 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53499671-2bbd-489b-846b-1875adddc6ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:18:04.697073 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53499671-2bbd-489b-846b-1875adddc6ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:18:04.697393 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53499671-2bbd-489b-846b-1875adddc6ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:18:04.697712 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53499671-2bbd-489b-846b-1875adddc6ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:18:04.698032 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53499671-2bbd-489b-846b-1875adddc6ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:18:04.698370 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53499671-2bbd-489b-846b-1875adddc6ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:18:04.698687 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53499671-2bbd-489b-846b-1875adddc6ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:18:04.710759 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Network 520b7a9a-7c13-496c-9295-9d7779dd2f32 details requested by agent ovs-agent-dv-cinder-790492-8-iscsi with host dv-cinder-790492-8-iscsi {{(pid=93793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 18:18:06.871696 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 60030) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:18:06.930820 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff3fb5ef-5689-4a3e-95ec-7bc442e856c6 admin admin] GET failed (client error): The resource could not be found. Aug 25 18:18:06.932096 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-ff3fb5ef-5689-4a3e-95ec-7bc442e856c6 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594592 Aug 25 18:18:07.032129 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9fb316-04cb-4624-9ea6-5fc82e89f2d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:18:07.033580 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-3d9fb316-04cb-4624-9ea6-5fc82e89f2d2 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0969653 Aug 25 18:18:07.043676 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-9a63d2c8-6f2d-4c78-a212-41171e77b5cd admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '520b7a9a-7c13-496c-9295-9d7779dd2f32'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:18:07.063375 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a63d2c8-6f2d-4c78-a212-41171e77b5cd admin admin] Made reservation on behalf of 21eb666ccbe34317aedf2407f7047c44 for: {'subnet': 1} {{(pid=93792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:18:07.065665 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9a63d2c8-6f2d-4c78-a212-41171e77b5cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:18:07.223394 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9a63d2c8-6f2d-4c78-a212-41171e77b5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146'] for subnet, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:18:07.372562 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a63d2c8-6f2d-4c78-a212-41171e77b5cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=604b50a8-ce64-4e3c-a11f-6bc7f2426ca3,revision_number=0']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:18:07.379967 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a63d2c8-6f2d-4c78-a212-41171e77b5cd admin admin] Checking segment: {'id': 'b617ff99-137f-45d2-9909-b1ddd097a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '520b7a9a-7c13-496c-9295-9d7779dd2f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:18:07.380324 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a63d2c8-6f2d-4c78-a212-41171e77b5cd admin admin] Network hostable DHCP agents. Network: 520b7a9a-7c13-496c-9295-9d7779dd2f32, hostable agents: ['e2010df7-17ed-4426-81f9-bde1aab96ae1'], hosted agents: [] {{(pid=93792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 18:18:07.396909 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a63d2c8-6f2d-4c78-a212-41171e77b5cd admin admin] Network 520b7a9a-7c13-496c-9295-9d7779dd2f32 is scheduled to be hosted by DHCP agent e2010df7-17ed-4426-81f9-bde1aab96ae1 with binding_index 1 {{(pid=93792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 18:18:07.406056 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-9a63d2c8-6f2d-4c78-a212-41171e77b5cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-8-iscsi, 520b7a9a-7c13-496c-9295-9d7779dd2f32) {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:18:07.410072 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a63d2c8-6f2d-4c78-a212-41171e77b5cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:18:07.410639 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9a63d2c8-6f2d-4c78-a212-41171e77b5cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for subnet, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:18:07.415533 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fdefd5-b190-4b54-9093-14387fff6af2 None None] Network 520b7a9a-7c13-496c-9295-9d7779dd2f32 requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:18:07.424988 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-9a63d2c8-6f2d-4c78-a212-41171e77b5cd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3846579 Aug 25 18:18:07.564992 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040c39e1-2a1e-4b97-bc9c-f4a4d713017d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp841b6aa3-c910-5d4c-bf3d-f471c3a673d8-520b7a9a-7c13-496c-9295-9d7779dd2f32', 'network_id': '520b7a9a-7c13-496c-9295-9d7779dd2f32', 'tenant_id': '21eb666ccbe34317aedf2407f7047c44', 'fixed_ips': [{'subnet_id': '604b50a8-ce64-4e3c-a11f-6bc7f2426ca3'}]}} from dv-cinder-790492-8-iscsi. {{(pid=93793) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 18:18:07.565912 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-040c39e1-2a1e-4b97-bc9c-f4a4d713017d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:18:07.794951 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-040c39e1-2a1e-4b97-bc9c-f4a4d713017d None None] Allocated IP 192.168.233.2 (520b7a9a-7c13-496c-9295-9d7779dd2f32/604b50a8-ce64-4e3c-a11f-6bc7f2426ca3/ee9e8ba4-380a-4108-a64f-9d3b9f00341a) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:18:07.944895 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-040c39e1-2a1e-4b97-bc9c-f4a4d713017d None None] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:18:07.953931 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-040c39e1-2a1e-4b97-bc9c-f4a4d713017d None None] Transition to ACTIVE for port object ee9e8ba4-380a-4108-a64f-9d3b9f00341a will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:18:07.969430 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-040c39e1-2a1e-4b97-bc9c-f4a4d713017d None None] Transition to ACTIVE for port object ee9e8ba4-380a-4108-a64f-9d3b9f00341a will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:18:07.975040 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-040c39e1-2a1e-4b97-bc9c-f4a4d713017d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:18:08.015388 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040c39e1-2a1e-4b97-bc9c-f4a4d713017d None None] Network 520b7a9a-7c13-496c-9295-9d7779dd2f32 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:18:08.018308 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-040c39e1-2a1e-4b97-bc9c-f4a4d713017d None None] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:18:08.021934 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040c39e1-2a1e-4b97-bc9c-f4a4d713017d None None] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:18:08.028715 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c39e1-2a1e-4b97-bc9c-f4a4d713017d None None] Pushing event updated for resources: {'Port': ['ID=ee9e8ba4-380a-4108-a64f-9d3b9f00341a,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:18:08.038146 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c39e1-2a1e-4b97-bc9c-f4a4d713017d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:18:08.038499 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c39e1-2a1e-4b97-bc9c-f4a4d713017d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:18:08.038839 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c39e1-2a1e-4b97-bc9c-f4a4d713017d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:18:08.039177 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c39e1-2a1e-4b97-bc9c-f4a4d713017d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:18:08.039508 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c39e1-2a1e-4b97-bc9c-f4a4d713017d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:18:08.039835 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c39e1-2a1e-4b97-bc9c-f4a4d713017d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:18:08.040179 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c39e1-2a1e-4b97-bc9c-f4a4d713017d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:18:08.040507 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c39e1-2a1e-4b97-bc9c-f4a4d713017d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:18:08.040873 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c39e1-2a1e-4b97-bc9c-f4a4d713017d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:18:08.041200 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c39e1-2a1e-4b97-bc9c-f4a4d713017d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:18:08.041519 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c39e1-2a1e-4b97-bc9c-f4a4d713017d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:18:08.041835 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040c39e1-2a1e-4b97-bc9c-f4a4d713017d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:18:08.087955 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-040c39e1-2a1e-4b97-bc9c-f4a4d713017d None None] Attempting to bind port ee9e8ba4-380a-4108-a64f-9d3b9f00341a on host dv-cinder-790492-8-iscsi for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:18:08.088269 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-040c39e1-2a1e-4b97-bc9c-f4a4d713017d None None] Attempting to bind port ee9e8ba4-380a-4108-a64f-9d3b9f00341a by drivers openvswitch,hyperv on host dv-cinder-790492-8-iscsi at level 0 using segments [{'id': 'b617ff99-137f-45d2-9909-b1ddd097a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '520b7a9a-7c13-496c-9295-9d7779dd2f32'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:18:08.088717 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040c39e1-2a1e-4b97-bc9c-f4a4d713017d None None] Attempting to bind port ee9e8ba4-380a-4108-a64f-9d3b9f00341a on network 520b7a9a-7c13-496c-9295-9d7779dd2f32 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:18:08.093792 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040c39e1-2a1e-4b97-bc9c-f4a4d713017d None None] Checking agent: {'id': '0bbd6071-f664-4710-b599-19dc1c2306be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 14, 57), 'started_at': datetime.datetime(2021, 8, 25, 18, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:18:08.094144 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040c39e1-2a1e-4b97-bc9c-f4a4d713017d None None] Checking segment: {'id': 'b617ff99-137f-45d2-9909-b1ddd097a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '520b7a9a-7c13-496c-9295-9d7779dd2f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:18:08.094537 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-040c39e1-2a1e-4b97-bc9c-f4a4d713017d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:18:08.094916 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040c39e1-2a1e-4b97-bc9c-f4a4d713017d None None] Bound using segment: {'id': 'b617ff99-137f-45d2-9909-b1ddd097a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '520b7a9a-7c13-496c-9295-9d7779dd2f32'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:18:08.095369 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-040c39e1-2a1e-4b97-bc9c-f4a4d713017d None None] Bound port: ee9e8ba4-380a-4108-a64f-9d3b9f00341a, host: dv-cinder-790492-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b617ff99-137f-45d2-9909-b1ddd097a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '520b7a9a-7c13-496c-9295-9d7779dd2f32'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:18:08.095751 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-040c39e1-2a1e-4b97-bc9c-f4a4d713017d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:18:08.160817 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-040c39e1-2a1e-4b97-bc9c-f4a4d713017d None None] For port ee9e8ba4-380a-4108-a64f-9d3b9f00341a, host dv-cinder-790492-8-iscsi, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:18:08.163880 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-040c39e1-2a1e-4b97-bc9c-f4a4d713017d None None] For port ee9e8ba4-380a-4108-a64f-9d3b9f00341a, host dv-cinder-790492-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=ee9e8ba4-380a-4108-a64f-9d3b9f00341a,segment=NetworkSegment(b617ff99-137f-45d2-9909-b1ddd097a960),segment_id=b617ff99-137f-45d2-9909-b1ddd097a960)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:18:08.168456 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-040c39e1-2a1e-4b97-bc9c-f4a4d713017d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:18:08.226452 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c39e1-2a1e-4b97-bc9c-f4a4d713017d None None] Pushing event updated for resources: {'Port': ['ID=ee9e8ba4-380a-4108-a64f-9d3b9f00341a,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:18:08.989411 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3a40e5-d50b-4e2a-8917-7e3129733c48 None None] Network 520b7a9a-7c13-496c-9295-9d7779dd2f32 requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:18:09.051078 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9f1f14b7-caa6-4e51-8f8c-365d407786f3 None None] Provisioning for port ee9e8ba4-380a-4108-a64f-9d3b9f00341a completed by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:18:09.258427 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device ee9e8ba4-380a-4108-a64f-9d3b9f00341a up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:18:09.313680 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning for port ee9e8ba4-380a-4108-a64f-9d3b9f00341a completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:18:09.318947 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port ee9e8ba4-380a-4108-a64f-9d3b9f00341a triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:18:09.319318 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:18:09.408761 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:18:09.412874 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-736e9d12-f4d6-4284-857d-309be387fb9f None None] Provisioning complete for port ee9e8ba4-380a-4108-a64f-9d3b9f00341a triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:18:09.412874 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-736e9d12-f4d6-4284-857d-309be387fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:18:09.471811 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a73fd473-a473-4725-b778-338a169d167b None None] For port ee9e8ba4-380a-4108-a64f-9d3b9f00341a, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=ee9e8ba4-380a-4108-a64f-9d3b9f00341a,segment=NetworkSegment(b617ff99-137f-45d2-9909-b1ddd097a960),segment_id=b617ff99-137f-45d2-9909-b1ddd097a960)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:18:09.477923 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:18:09.556967 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Pushing event updated for resources: {'Port': ['ID=ee9e8ba4-380a-4108-a64f-9d3b9f00341a,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:18:11.221683 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device ee9e8ba4-380a-4108-a64f-9d3b9f00341a up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:18:11.268698 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port ee9e8ba4-380a-4108-a64f-9d3b9f00341a triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:18:11.269064 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:18:23.307873 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5da4208b-56c0-47e6-a0e1-4587457a4a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:18:25.752536 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-79f798cc-a83c-4b07-a52c-bd390f2a528c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:18:27.200849 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:18:27.397882 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:18:28.799082 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:18:34.913617 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 5 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:18:53.307754 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-50905f1f-beaf-4a5f-8d9f-048d828fc75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:18:55.755750 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e146f69b-cc31-4110-9120-05aa5f3b2572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:18:57.203693 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:18:57.399329 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:18:58.803597 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:19:11.912158 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 5 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:19:15.373997 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 60082) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:19:15.379816 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [None req-a0ac660c-7473-4e3c-bb4d-fe184c3ab10a tempest-verify_tempest_config-1400430 tempest-verify_tempest_config-1400430-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 18:19:15.380804 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-a0ac660c-7473-4e3c-bb4d-fe184c3ab10a tempest-verify_tempest_config-1400430 tempest-verify_tempest_config-1400430-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058212 Aug 25 18:19:15.664204 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 60100) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:19:15.773443 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9fc744e6-bd2f-4514-970b-fa43eea8643c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:19:15.893628 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9fc744e6-bd2f-4514-970b-fa43eea8643c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:19:15.897143 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9fc744e6-bd2f-4514-970b-fa43eea8643c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:19:15.941183 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-9fc744e6-bd2f-4514-970b-fa43eea8643c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cab08a339049450bbdb9e4c771cf9832&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2758689 Aug 25 18:19:15.942073 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc744e6-bd2f-4514-970b-fa43eea8643c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf292a85-9a79-425b-a56b-475922c357c1,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:19:15.944001 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 60104) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:19:15.948779 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc744e6-bd2f-4514-970b-fa43eea8643c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:19:15.949129 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc744e6-bd2f-4514-970b-fa43eea8643c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:19:15.949471 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc744e6-bd2f-4514-970b-fa43eea8643c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:19:15.949806 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc744e6-bd2f-4514-970b-fa43eea8643c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:19:15.950137 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc744e6-bd2f-4514-970b-fa43eea8643c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:19:15.950466 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc744e6-bd2f-4514-970b-fa43eea8643c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:19:15.950816 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc744e6-bd2f-4514-970b-fa43eea8643c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:19:15.951115 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc744e6-bd2f-4514-970b-fa43eea8643c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:19:15.951507 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc744e6-bd2f-4514-970b-fa43eea8643c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:19:15.952008 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc744e6-bd2f-4514-970b-fa43eea8643c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:19:15.952489 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc744e6-bd2f-4514-970b-fa43eea8643c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:19:15.952846 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc744e6-bd2f-4514-970b-fa43eea8643c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:19:16.000599 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c73266a6-5d82-473c-8837-fb962f3def83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:19:16.020704 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c73266a6-5d82-473c-8837-fb962f3def83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:19:16.105775 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c73266a6-5d82-473c-8837-fb962f3def83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:19:16.108263 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c73266a6-5d82-473c-8837-fb962f3def83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:19:16.109431 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-c73266a6-5d82-473c-8837-fb962f3def83 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf292a85-9a79-425b-a56b-475922c357c1 HTTP/1.1" status: 204 len: 168 time: 0.1643684 Aug 25 18:19:16.116973 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73266a6-5d82-473c-8837-fb962f3def83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf292a85-9a79-425b-a56b-475922c357c1,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:19:16.123587 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73266a6-5d82-473c-8837-fb962f3def83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:19:16.123964 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73266a6-5d82-473c-8837-fb962f3def83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:19:16.124276 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73266a6-5d82-473c-8837-fb962f3def83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:19:16.124623 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73266a6-5d82-473c-8837-fb962f3def83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:19:16.124943 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73266a6-5d82-473c-8837-fb962f3def83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:19:16.125277 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73266a6-5d82-473c-8837-fb962f3def83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:19:16.125597 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73266a6-5d82-473c-8837-fb962f3def83 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:19:16.125913 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73266a6-5d82-473c-8837-fb962f3def83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:19:16.126242 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73266a6-5d82-473c-8837-fb962f3def83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:19:16.126554 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73266a6-5d82-473c-8837-fb962f3def83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:19:16.126955 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73266a6-5d82-473c-8837-fb962f3def83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:19:16.127157 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73266a6-5d82-473c-8837-fb962f3def83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:19:23.309081 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-26a4e195-fa97-45a6-9b73-ce0c98f8a845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:19:25.758949 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6bbec57e-18ed-48b8-b131-474c84200639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:19:27.204796 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:19:27.400714 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:19:28.804138 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:19:48.910812 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 5 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:19:53.310112 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d02768d0-21b9-4745-8a23-f4e3ee80ff96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:19:55.764085 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-00e072ca-a304-48bf-bf4b-fa918429a4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:19:57.206094 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:19:57.404055 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:19:58.816748 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:20:23.311142 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e25cb58d-ac6f-4866-89a9-58fa7e62bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:20:25.764415 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9daf3493-3d76-45eb-88d9-dcc22288a440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:20:25.909106 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 5 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:20:27.207028 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:20:27.406706 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:20:28.808704 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:20:45.962644 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-441771'] for agent, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:20:53.311458 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-92c3449f-eaed-4293-b166-c761e78725e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:20:55.765853 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6063e322-997d-43d0-a4e5-a57a7a81268e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:20:57.208694 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:20:57.410638 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:20:58.813830 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:21:01.302765 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 60180) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:21:01.411938 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-079effd5-5d63-4ae9-bb64-b1bdb2f1ea03 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1078444 Aug 25 18:21:02.907868 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 6 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:21:03.652608 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 60190) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:21:03.710483 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-62fdb617-7515-4b5f-bab4-dc6f8ff3482c admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0557585 Aug 25 18:21:15.951949 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:21:23.312275 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-19985c64-d2e1-4ffc-a9f6-a997ab16c1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:21:25.766250 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1ed134a5-459e-47e3-b607-9ed39c34bee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:21:27.213005 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:21:27.412528 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:21:28.816074 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:21:39.907037 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 6 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:21:45.949894 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:21:53.312395 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9b945af3-e186-4341-8341-6c7b5507586c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:21:55.771607 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b90fa77c-bca3-4245-b853-378307fef282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:21:57.216742 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:21:57.420901 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:21:58.821503 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:15.961477 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:16.907156 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 6 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:22:23.314644 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0d3f6a62-8ec0-4868-a092-9ae7edce09ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:25.763413 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a06caa7f-e541-46d5-9dd1-e8bac38ffc6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:27.312767 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:27.418221 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:28.834683 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:32.194957 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 60346) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:32.456763 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-8ff0172d-061c-4ea0-b867-c997ad8a83d5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-879797127-network', 'tenant_id': 'aa3d96c178cf4c50882e25bc1e03847d'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:22:32.481937 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff0172d-061c-4ea0-b867-c997ad8a83d5 admin admin] Made reservation on behalf of aa3d96c178cf4c50882e25bc1e03847d for: {'network': 1} {{(pid=93792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:22:32.487646 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8ff0172d-061c-4ea0-b867-c997ad8a83d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for network, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:32.497262 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8ff0172d-061c-4ea0-b867-c997ad8a83d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:32.600945 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8ff0172d-061c-4ea0-b867-c997ad8a83d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:32.605715 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8ff0172d-061c-4ea0-b867-c997ad8a83d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:32.628863 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ff0172d-061c-4ea0-b867-c997ad8a83d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=93792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 18:22:32.641536 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff0172d-061c-4ea0-b867-c997ad8a83d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d899e3-7802-4972-be1b-c74dc70efbf9,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:32.651565 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8ff0172d-061c-4ea0-b867-c997ad8a83d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788'] for segment, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:32.652459 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.db.segments_db [None req-8ff0172d-061c-4ea0-b867-c997ad8a83d5 admin admin] Added segment fd65dba9-b66e-472c-b256-f4a4ac3c733e of type vlan for network 027ca67f-1ba8-44ee-953d-79215c56cc3d Aug 25 18:22:32.654302 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff0172d-061c-4ea0-b867-c997ad8a83d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:32.654662 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff0172d-061c-4ea0-b867-c997ad8a83d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:32.654997 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff0172d-061c-4ea0-b867-c997ad8a83d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:32.655322 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff0172d-061c-4ea0-b867-c997ad8a83d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:32.655641 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff0172d-061c-4ea0-b867-c997ad8a83d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:32.656160 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff0172d-061c-4ea0-b867-c997ad8a83d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:32.656486 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff0172d-061c-4ea0-b867-c997ad8a83d5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:32.656847 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff0172d-061c-4ea0-b867-c997ad8a83d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:32.657176 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff0172d-061c-4ea0-b867-c997ad8a83d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:32.657680 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff0172d-061c-4ea0-b867-c997ad8a83d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:32.657994 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff0172d-061c-4ea0-b867-c997ad8a83d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:32.658303 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff0172d-061c-4ea0-b867-c997ad8a83d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:32.659765 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff0172d-061c-4ea0-b867-c997ad8a83d5 admin admin] Tracked resource versions report: Aug 25 18:22:32.659765 dv-cinder-790492-8-iscsi neutron-server[93792]: pushed versions: Aug 25 18:22:32.659765 dv-cinder-790492-8-iscsi neutron-server[93792]: { 'AddressGroup': {'1.2'}, Aug 25 18:22:32.659765 dv-cinder-790492-8-iscsi neutron-server[93792]: 'ConntrackHelper': {'1.0'}, Aug 25 18:22:32.659765 dv-cinder-790492-8-iscsi neutron-server[93792]: 'Log': {'1.0'}, Aug 25 18:22:32.659765 dv-cinder-790492-8-iscsi neutron-server[93792]: 'Network': {'1.1'}, Aug 25 18:22:32.659765 dv-cinder-790492-8-iscsi neutron-server[93792]: 'Port': {'1.7'}, Aug 25 18:22:32.659765 dv-cinder-790492-8-iscsi neutron-server[93792]: 'PortForwarding': {'1.2'}, Aug 25 18:22:32.659765 dv-cinder-790492-8-iscsi neutron-server[93792]: 'QosPolicy': {'1.9'}, Aug 25 18:22:32.659765 dv-cinder-790492-8-iscsi neutron-server[93792]: 'SecurityGroup': {'1.4'}, Aug 25 18:22:32.659765 dv-cinder-790492-8-iscsi neutron-server[93792]: 'SecurityGroupRule': {'1.2'}, Aug 25 18:22:32.659765 dv-cinder-790492-8-iscsi neutron-server[93792]: 'SubPort': {'1.0'}, Aug 25 18:22:32.659765 dv-cinder-790492-8-iscsi neutron-server[93792]: 'Subnet': {'1.1'}, Aug 25 18:22:32.659765 dv-cinder-790492-8-iscsi neutron-server[93792]: 'Trunk': {'1.1'}} Aug 25 18:22:32.659765 dv-cinder-790492-8-iscsi neutron-server[93792]: consumer versions: Aug 25 18:22:32.659765 dv-cinder-790492-8-iscsi neutron-server[93792]: { DHCP agent@dv-cinder-790492-8-iscsi: {}, Aug 25 18:22:32.659765 dv-cinder-790492-8-iscsi neutron-server[93792]: HyperV agent@hv-cinder-79049: {}, Aug 25 18:22:32.659765 dv-cinder-790492-8-iscsi neutron-server[93792]: L3 agent@dv-cinder-790492-8-iscsi: {}, Aug 25 18:22:32.659765 dv-cinder-790492-8-iscsi neutron-server[93792]: Metadata agent@dv-cinder-790492-8-iscsi: {}, Aug 25 18:22:32.659765 dv-cinder-790492-8-iscsi neutron-server[93792]: Metering agent@dv-cinder-790492-8-iscsi: {}, Aug 25 18:22:32.659765 dv-cinder-790492-8-iscsi neutron-server[93792]: Open vSwitch agent@dv-cinder-790492-8-iscsi: { 'AddressGroup': '1.2', Aug 25 18:22:32.659765 dv-cinder-790492-8-iscsi neutron-server[93792]: 'ConntrackHelper': '1.0', Aug 25 18:22:32.659765 dv-cinder-790492-8-iscsi neutron-server[93792]: 'Log': '1.0', Aug 25 18:22:32.659765 dv-cinder-790492-8-iscsi neutron-server[93792]: 'Network': '1.1', Aug 25 18:22:32.659765 dv-cinder-790492-8-iscsi neutron-server[93792]: 'Port': '1.7', Aug 25 18:22:32.659765 dv-cinder-790492-8-iscsi neutron-server[93792]: 'PortForwarding': '1.2', Aug 25 18:22:32.659765 dv-cinder-790492-8-iscsi neutron-server[93792]: 'QosPolicy': '1.9', Aug 25 18:22:32.659765 dv-cinder-790492-8-iscsi neutron-server[93792]: 'SecurityGroup': '1.4', Aug 25 18:22:32.659765 dv-cinder-790492-8-iscsi neutron-server[93792]: 'SecurityGroupRule': '1.2', Aug 25 18:22:32.659765 dv-cinder-790492-8-iscsi neutron-server[93792]: 'SubPort': '1.0', Aug 25 18:22:32.659765 dv-cinder-790492-8-iscsi neutron-server[93792]: 'Subnet': '1.1', Aug 25 18:22:32.659765 dv-cinder-790492-8-iscsi neutron-server[93792]: 'Trunk': '1.1'}} Aug 25 18:22:32.659765 dv-cinder-790492-8-iscsi neutron-server[93792]: {{(pid=93792) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 18:22:32.700864 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8ff0172d-061c-4ea0-b867-c997ad8a83d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748354007426'] for network, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:32.727951 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8ff0172d-061c-4ea0-b867-c997ad8a83d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146'] for network, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:32.728922 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff0172d-061c-4ea0-b867-c997ad8a83d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:22:32.729503 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8ff0172d-061c-4ea0-b867-c997ad8a83d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for network, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:32.786111 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-8ff0172d-061c-4ea0-b867-c997ad8a83d5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5867481 Aug 25 18:22:32.786215 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 60388) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:32.792326 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f5543ad5-825c-474c-b8c5-4655ea58478f admin admin] Request body: {'subnet': {'network_id': '027ca67f-1ba8-44ee-953d-79215c56cc3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-879797127-subnet', 'tenant_id': 'aa3d96c178cf4c50882e25bc1e03847d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:22:32.804191 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff0172d-061c-4ea0-b867-c997ad8a83d5 admin admin] Pushing event updated for resources: {'Network': ['ID=027ca67f-1ba8-44ee-953d-79215c56cc3d,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:32.813233 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 60394) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:32.816836 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Network 027ca67f-1ba8-44ee-953d-79215c56cc3d details requested by agent ovs-agent-dv-cinder-790492-8-iscsi with host dv-cinder-790492-8-iscsi {{(pid=93793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 18:22:32.829037 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5543ad5-825c-474c-b8c5-4655ea58478f admin admin] Made reservation on behalf of aa3d96c178cf4c50882e25bc1e03847d for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:22:32.831977 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f5543ad5-825c-474c-b8c5-4655ea58478f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:33.067818 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f5543ad5-825c-474c-b8c5-4655ea58478f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:33.145911 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5543ad5-825c-474c-b8c5-4655ea58478f admin admin] Checking segment: {'id': 'fd65dba9-b66e-472c-b256-f4a4ac3c733e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '027ca67f-1ba8-44ee-953d-79215c56cc3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:22:33.146289 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5543ad5-825c-474c-b8c5-4655ea58478f admin admin] Network hostable DHCP agents. Network: 027ca67f-1ba8-44ee-953d-79215c56cc3d, hostable agents: ['e2010df7-17ed-4426-81f9-bde1aab96ae1'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 18:22:33.160319 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5543ad5-825c-474c-b8c5-4655ea58478f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f8e573a-17eb-4adc-92ac-7739d0754b94,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:33.172114 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5543ad5-825c-474c-b8c5-4655ea58478f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:33.172476 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5543ad5-825c-474c-b8c5-4655ea58478f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:33.172843 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5543ad5-825c-474c-b8c5-4655ea58478f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:33.173176 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5543ad5-825c-474c-b8c5-4655ea58478f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:33.173503 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5543ad5-825c-474c-b8c5-4655ea58478f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:33.173829 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5543ad5-825c-474c-b8c5-4655ea58478f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:33.174344 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5543ad5-825c-474c-b8c5-4655ea58478f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:33.174659 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5543ad5-825c-474c-b8c5-4655ea58478f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:33.175167 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5543ad5-825c-474c-b8c5-4655ea58478f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:33.175496 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5543ad5-825c-474c-b8c5-4655ea58478f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:33.175818 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5543ad5-825c-474c-b8c5-4655ea58478f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:33.176139 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5543ad5-825c-474c-b8c5-4655ea58478f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:33.177255 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5543ad5-825c-474c-b8c5-4655ea58478f admin admin] Tracked resource versions report: Aug 25 18:22:33.177255 dv-cinder-790492-8-iscsi neutron-server[93791]: pushed versions: Aug 25 18:22:33.177255 dv-cinder-790492-8-iscsi neutron-server[93791]: { 'AddressGroup': {'1.2'}, Aug 25 18:22:33.177255 dv-cinder-790492-8-iscsi neutron-server[93791]: 'ConntrackHelper': {'1.0'}, Aug 25 18:22:33.177255 dv-cinder-790492-8-iscsi neutron-server[93791]: 'Log': {'1.0'}, Aug 25 18:22:33.177255 dv-cinder-790492-8-iscsi neutron-server[93791]: 'Network': {'1.1'}, Aug 25 18:22:33.177255 dv-cinder-790492-8-iscsi neutron-server[93791]: 'Port': {'1.7'}, Aug 25 18:22:33.177255 dv-cinder-790492-8-iscsi neutron-server[93791]: 'PortForwarding': {'1.2'}, Aug 25 18:22:33.177255 dv-cinder-790492-8-iscsi neutron-server[93791]: 'QosPolicy': {'1.9'}, Aug 25 18:22:33.177255 dv-cinder-790492-8-iscsi neutron-server[93791]: 'SecurityGroup': {'1.4'}, Aug 25 18:22:33.177255 dv-cinder-790492-8-iscsi neutron-server[93791]: 'SecurityGroupRule': {'1.2'}, Aug 25 18:22:33.177255 dv-cinder-790492-8-iscsi neutron-server[93791]: 'SubPort': {'1.0'}, Aug 25 18:22:33.177255 dv-cinder-790492-8-iscsi neutron-server[93791]: 'Subnet': {'1.1'}, Aug 25 18:22:33.177255 dv-cinder-790492-8-iscsi neutron-server[93791]: 'Trunk': {'1.1'}} Aug 25 18:22:33.177255 dv-cinder-790492-8-iscsi neutron-server[93791]: consumer versions: Aug 25 18:22:33.177255 dv-cinder-790492-8-iscsi neutron-server[93791]: { DHCP agent@dv-cinder-790492-8-iscsi: {}, Aug 25 18:22:33.177255 dv-cinder-790492-8-iscsi neutron-server[93791]: HyperV agent@hv-cinder-79049: {}, Aug 25 18:22:33.177255 dv-cinder-790492-8-iscsi neutron-server[93791]: L3 agent@dv-cinder-790492-8-iscsi: {}, Aug 25 18:22:33.177255 dv-cinder-790492-8-iscsi neutron-server[93791]: Metadata agent@dv-cinder-790492-8-iscsi: {}, Aug 25 18:22:33.177255 dv-cinder-790492-8-iscsi neutron-server[93791]: Metering agent@dv-cinder-790492-8-iscsi: {}, Aug 25 18:22:33.177255 dv-cinder-790492-8-iscsi neutron-server[93791]: Open vSwitch agent@dv-cinder-790492-8-iscsi: { 'AddressGroup': '1.2', Aug 25 18:22:33.177255 dv-cinder-790492-8-iscsi neutron-server[93791]: 'ConntrackHelper': '1.0', Aug 25 18:22:33.177255 dv-cinder-790492-8-iscsi neutron-server[93791]: 'Log': '1.0', Aug 25 18:22:33.177255 dv-cinder-790492-8-iscsi neutron-server[93791]: 'Network': '1.1', Aug 25 18:22:33.177255 dv-cinder-790492-8-iscsi neutron-server[93791]: 'Port': '1.7', Aug 25 18:22:33.177255 dv-cinder-790492-8-iscsi neutron-server[93791]: 'PortForwarding': '1.2', Aug 25 18:22:33.177255 dv-cinder-790492-8-iscsi neutron-server[93791]: 'QosPolicy': '1.9', Aug 25 18:22:33.177255 dv-cinder-790492-8-iscsi neutron-server[93791]: 'SecurityGroup': '1.4', Aug 25 18:22:33.177255 dv-cinder-790492-8-iscsi neutron-server[93791]: 'SecurityGroupRule': '1.2', Aug 25 18:22:33.177255 dv-cinder-790492-8-iscsi neutron-server[93791]: 'SubPort': '1.0', Aug 25 18:22:33.177255 dv-cinder-790492-8-iscsi neutron-server[93791]: 'Subnet': '1.1', Aug 25 18:22:33.177255 dv-cinder-790492-8-iscsi neutron-server[93791]: 'Trunk': '1.1'}} Aug 25 18:22:33.177255 dv-cinder-790492-8-iscsi neutron-server[93791]: {{(pid=93791) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 18:22:33.184957 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5543ad5-825c-474c-b8c5-4655ea58478f admin admin] Network 027ca67f-1ba8-44ee-953d-79215c56cc3d is scheduled to be hosted by DHCP agent e2010df7-17ed-4426-81f9-bde1aab96ae1 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 18:22:33.198782 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-f5543ad5-825c-474c-b8c5-4655ea58478f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-8-iscsi, 027ca67f-1ba8-44ee-953d-79215c56cc3d) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:22:33.204364 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5543ad5-825c-474c-b8c5-4655ea58478f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:22:33.205254 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f5543ad5-825c-474c-b8c5-4655ea58478f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:33.213461 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8533dfc0-15c6-47b2-a418-e78b581b16bd None None] Network 027ca67f-1ba8-44ee-953d-79215c56cc3d requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:22:33.225137 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-f5543ad5-825c-474c-b8c5-4655ea58478f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4379773 Aug 25 18:22:33.295837 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-72f2569d-8bd2-48e5-84e0-ccb6994e8c88 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1527836619-network', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:22:33.325811 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f2569d-8bd2-48e5-84e0-ccb6994e8c88 admin admin] Made reservation on behalf of 0e50d3e6eb4343348d784dfd6489ac79 for: {'network': 1} {{(pid=93792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:22:33.328904 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-72f2569d-8bd2-48e5-84e0-ccb6994e8c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for network, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:33.339107 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-72f2569d-8bd2-48e5-84e0-ccb6994e8c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:33.360918 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5825599-e21f-4414-bea7-e707c4df142b None None] Network 027ca67f-1ba8-44ee-953d-79215c56cc3d requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:22:33.437869 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-72f2569d-8bd2-48e5-84e0-ccb6994e8c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:33.444398 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-72f2569d-8bd2-48e5-84e0-ccb6994e8c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:33.451766 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 60418) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:33.477869 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f2569d-8bd2-48e5-84e0-ccb6994e8c88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=93792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 18:22:33.498789 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-72f2569d-8bd2-48e5-84e0-ccb6994e8c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788'] for segment, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:33.499153 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.db.segments_db [None req-72f2569d-8bd2-48e5-84e0-ccb6994e8c88 admin admin] Added segment c7174dd9-e2ad-4230-9486-8edb6195741d of type vlan for network ca11b88d-433f-4cc3-bc46-86e155a29f61 Aug 25 18:22:33.536774 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f2569d-8bd2-48e5-84e0-ccb6994e8c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca306851-4241-4ec0-9ccc-9997a0293d43,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:33.543148 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-72f2569d-8bd2-48e5-84e0-ccb6994e8c88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748354007426'] for network, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:33.566878 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-72f2569d-8bd2-48e5-84e0-ccb6994e8c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146'] for network, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:33.567874 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f2569d-8bd2-48e5-84e0-ccb6994e8c88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:22:33.568457 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-72f2569d-8bd2-48e5-84e0-ccb6994e8c88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for network, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:33.632939 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f2569d-8bd2-48e5-84e0-ccb6994e8c88 admin admin] Pushing event updated for resources: {'Network': ['ID=ca11b88d-433f-4cc3-bc46-86e155a29f61,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:33.640055 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 60432) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:33.641344 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-72f2569d-8bd2-48e5-84e0-ccb6994e8c88 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8266861 Aug 25 18:22:33.644836 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ca30dc91-d412-49c9-838f-8a2f1aa31e0a admin admin] Request body: {'subnet': {'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1527836619-subnet', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:22:33.645216 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Network ca11b88d-433f-4cc3-bc46-86e155a29f61 details requested by agent ovs-agent-dv-cinder-790492-8-iscsi with host dv-cinder-790492-8-iscsi {{(pid=93793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 18:22:33.668138 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca30dc91-d412-49c9-838f-8a2f1aa31e0a admin admin] Made reservation on behalf of 0e50d3e6eb4343348d784dfd6489ac79 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:22:33.671882 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca30dc91-d412-49c9-838f-8a2f1aa31e0a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:33.856751 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca30dc91-d412-49c9-838f-8a2f1aa31e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:33.912602 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30dc91-d412-49c9-838f-8a2f1aa31e0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9d7b14c-bc03-4fe0-a3a0-cffe2819abe3,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:33.915696 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 60440) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:33.931800 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca30dc91-d412-49c9-838f-8a2f1aa31e0a admin admin] Checking segment: {'id': 'c7174dd9-e2ad-4230-9486-8edb6195741d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:22:33.931800 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca30dc91-d412-49c9-838f-8a2f1aa31e0a admin admin] Network hostable DHCP agents. Network: ca11b88d-433f-4cc3-bc46-86e155a29f61, hostable agents: ['e2010df7-17ed-4426-81f9-bde1aab96ae1'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 18:22:33.953628 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca30dc91-d412-49c9-838f-8a2f1aa31e0a admin admin] Network ca11b88d-433f-4cc3-bc46-86e155a29f61 is scheduled to be hosted by DHCP agent e2010df7-17ed-4426-81f9-bde1aab96ae1 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 18:22:33.964060 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ca30dc91-d412-49c9-838f-8a2f1aa31e0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-8-iscsi, ca11b88d-433f-4cc3-bc46-86e155a29f61) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:22:33.969332 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca30dc91-d412-49c9-838f-8a2f1aa31e0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:22:33.969918 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca30dc91-d412-49c9-838f-8a2f1aa31e0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:33.975853 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864de163-aca7-45b3-982a-eec4b14581dd None None] Network ca11b88d-433f-4cc3-bc46-86e155a29f61 requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:22:33.979649 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [None req-11b93140-de62-4c00-82a2-ec3819adc637 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-448292523-network', 'tenant_id': 'e395b011c00e459e874eaeeb248043c8'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:22:34.009181 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b93140-de62-4c00-82a2-ec3819adc637 admin admin] Made reservation on behalf of e395b011c00e459e874eaeeb248043c8 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:22:34.011780 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11b93140-de62-4c00-82a2-ec3819adc637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:34.021991 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11b93140-de62-4c00-82a2-ec3819adc637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:34.077275 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-ca30dc91-d412-49c9-838f-8a2f1aa31e0a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4362278 Aug 25 18:22:34.080287 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 60450) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:34.085970 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-1b32ef20-3bd4-4ae0-97f0-42a4b0936482 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1527836619-router', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217'}}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:22:34.157711 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11b93140-de62-4c00-82a2-ec3819adc637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:34.164353 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11b93140-de62-4c00-82a2-ec3819adc637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:34.180015 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674e7bf3-e36b-4b96-98ad-803af2ff71a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp841b6aa3-c910-5d4c-bf3d-f471c3a673d8-ca11b88d-433f-4cc3-bc46-86e155a29f61', 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'fixed_ips': [{'subnet_id': 'd9d7b14c-bc03-4fe0-a3a0-cffe2819abe3'}]}} from dv-cinder-790492-8-iscsi. {{(pid=93793) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 18:22:34.182736 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-674e7bf3-e36b-4b96-98ad-803af2ff71a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:34.200145 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-eb38be7e-5e11-4ee7-9527-edb21d2d5c4c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-264908716-network', 'tenant_id': 'dfb0f87eed314ea4a07c2ce25cc9966a'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:22:34.212472 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b32ef20-3bd4-4ae0-97f0-42a4b0936482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-431906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40733'] for router, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:34.217129 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b32ef20-3bd4-4ae0-97f0-42a4b0936482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437732', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40724'] for router, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:34.251493 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b93140-de62-4c00-82a2-ec3819adc637 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 18:22:34.272206 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b93140-de62-4c00-82a2-ec3819adc637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:34.287341 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11b93140-de62-4c00-82a2-ec3819adc637 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748354584549', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:34.288294 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11b93140-de62-4c00-82a2-ec3819adc637 admin admin] Unsubscribe: segment precommit_create {{(pid=93791) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 25 18:22:34.289048 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.db.segments_db [None req-11b93140-de62-4c00-82a2-ec3819adc637 admin admin] Added segment 7b7140b0-1015-48cf-8ba0-cd3394513da3 of type vlan for network 2887ddf4-42ee-4421-bb40-86e4a6966b8c Aug 25 18:22:34.326354 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b32ef20-3bd4-4ae0-97f0-42a4b0936482 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:34.330785 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb38be7e-5e11-4ee7-9527-edb21d2d5c4c admin admin] Made reservation on behalf of dfb0f87eed314ea4a07c2ce25cc9966a for: {'network': 1} {{(pid=93792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:22:34.337272 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-eb38be7e-5e11-4ee7-9527-edb21d2d5c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for network, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:34.351089 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11b93140-de62-4c00-82a2-ec3819adc637 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748354007426'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:34.407923 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11b93140-de62-4c00-82a2-ec3819adc637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:34.410095 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b93140-de62-4c00-82a2-ec3819adc637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:22:34.411013 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11b93140-de62-4c00-82a2-ec3819adc637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:34.439083 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-674e7bf3-e36b-4b96-98ad-803af2ff71a4 None None] Allocated IP 172.20.0.2 (ca11b88d-433f-4cc3-bc46-86e155a29f61/d9d7b14c-bc03-4fe0-a3a0-cffe2819abe3/08520000-fd57-409e-826d-3ff3d247f6fb) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:22:34.516915 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-11b93140-de62-4c00-82a2-ec3819adc637 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0634577 Aug 25 18:22:34.529029 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 60470) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:34.534887 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [None req-e94c02b3-2bb8-45c4-8c61-f16d9dd9b1db admin admin] Request body: {'subnet': {'network_id': '2887ddf4-42ee-4421-bb40-86e4a6966b8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-448292523-subnet', 'tenant_id': 'e395b011c00e459e874eaeeb248043c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:22:34.551468 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b93140-de62-4c00-82a2-ec3819adc637 admin admin] Pushing event updated for resources: {'Network': ['ID=2887ddf4-42ee-4421-bb40-86e4a6966b8c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:34.569410 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-eb38be7e-5e11-4ee7-9527-edb21d2d5c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:34.577735 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Network 2887ddf4-42ee-4421-bb40-86e4a6966b8c details requested by agent ovs-agent-dv-cinder-790492-8-iscsi with host dv-cinder-790492-8-iscsi {{(pid=93793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 18:22:34.579776 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94c02b3-2bb8-45c4-8c61-f16d9dd9b1db admin admin] Made reservation on behalf of e395b011c00e459e874eaeeb248043c8 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:22:34.586252 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e94c02b3-2bb8-45c4-8c61-f16d9dd9b1db admin admin] Notify callbacks [] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:34.602499 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b32ef20-3bd4-4ae0-97f0-42a4b0936482 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:34.846190 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-eb38be7e-5e11-4ee7-9527-edb21d2d5c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:34.851880 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-674e7bf3-e36b-4b96-98ad-803af2ff71a4 None None] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:34.863286 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-674e7bf3-e36b-4b96-98ad-803af2ff71a4 None None] Transition to ACTIVE for port object 08520000-fd57-409e-826d-3ff3d247f6fb will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:22:34.870346 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-eb38be7e-5e11-4ee7-9527-edb21d2d5c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:34.880102 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-674e7bf3-e36b-4b96-98ad-803af2ff71a4 None None] Transition to ACTIVE for port object 08520000-fd57-409e-826d-3ff3d247f6fb will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:22:34.886825 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-674e7bf3-e36b-4b96-98ad-803af2ff71a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:34.900023 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb38be7e-5e11-4ee7-9527-edb21d2d5c4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=93792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 18:22:34.924131 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-eb38be7e-5e11-4ee7-9527-edb21d2d5c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788'] for segment, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:34.925362 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.db.segments_db [None req-eb38be7e-5e11-4ee7-9527-edb21d2d5c4c admin admin] Added segment c3ad605d-0b91-482b-81a4-b24229efd6d3 of type vlan for network 2cd15194-5e4d-4178-a19c-bfac18d7be9f Aug 25 18:22:34.932670 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674e7bf3-e36b-4b96-98ad-803af2ff71a4 None None] Network ca11b88d-433f-4cc3-bc46-86e155a29f61 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:22:34.936060 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-674e7bf3-e36b-4b96-98ad-803af2ff71a4 None None] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:22:34.940349 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674e7bf3-e36b-4b96-98ad-803af2ff71a4 None None] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:22:34.946129 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e94c02b3-2bb8-45c4-8c61-f16d9dd9b1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:34.982718 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e7bf3-e36b-4b96-98ad-803af2ff71a4 None None] Pushing event updated for resources: {'Port': ['ID=08520000-fd57-409e-826d-3ff3d247f6fb,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:35.003005 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e7bf3-e36b-4b96-98ad-803af2ff71a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:35.003731 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e7bf3-e36b-4b96-98ad-803af2ff71a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:35.004236 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e7bf3-e36b-4b96-98ad-803af2ff71a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:35.005097 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e7bf3-e36b-4b96-98ad-803af2ff71a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:35.005753 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e7bf3-e36b-4b96-98ad-803af2ff71a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:35.006236 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e7bf3-e36b-4b96-98ad-803af2ff71a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:35.006725 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e7bf3-e36b-4b96-98ad-803af2ff71a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:35.007199 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e7bf3-e36b-4b96-98ad-803af2ff71a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:35.007927 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e7bf3-e36b-4b96-98ad-803af2ff71a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:35.008578 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e7bf3-e36b-4b96-98ad-803af2ff71a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:35.009103 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e7bf3-e36b-4b96-98ad-803af2ff71a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:35.009615 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e7bf3-e36b-4b96-98ad-803af2ff71a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:35.011667 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674e7bf3-e36b-4b96-98ad-803af2ff71a4 None None] Tracked resource versions report: Aug 25 18:22:35.011667 dv-cinder-790492-8-iscsi neutron-server[93793]: pushed versions: Aug 25 18:22:35.011667 dv-cinder-790492-8-iscsi neutron-server[93793]: { 'AddressGroup': {'1.2'}, Aug 25 18:22:35.011667 dv-cinder-790492-8-iscsi neutron-server[93793]: 'ConntrackHelper': {'1.0'}, Aug 25 18:22:35.011667 dv-cinder-790492-8-iscsi neutron-server[93793]: 'Log': {'1.0'}, Aug 25 18:22:35.011667 dv-cinder-790492-8-iscsi neutron-server[93793]: 'Network': {'1.1'}, Aug 25 18:22:35.011667 dv-cinder-790492-8-iscsi neutron-server[93793]: 'Port': {'1.7'}, Aug 25 18:22:35.011667 dv-cinder-790492-8-iscsi neutron-server[93793]: 'PortForwarding': {'1.2'}, Aug 25 18:22:35.011667 dv-cinder-790492-8-iscsi neutron-server[93793]: 'QosPolicy': {'1.9'}, Aug 25 18:22:35.011667 dv-cinder-790492-8-iscsi neutron-server[93793]: 'SecurityGroup': {'1.4'}, Aug 25 18:22:35.011667 dv-cinder-790492-8-iscsi neutron-server[93793]: 'SecurityGroupRule': {'1.2'}, Aug 25 18:22:35.011667 dv-cinder-790492-8-iscsi neutron-server[93793]: 'SubPort': {'1.0'}, Aug 25 18:22:35.011667 dv-cinder-790492-8-iscsi neutron-server[93793]: 'Subnet': {'1.1'}, Aug 25 18:22:35.011667 dv-cinder-790492-8-iscsi neutron-server[93793]: 'Trunk': {'1.1'}} Aug 25 18:22:35.011667 dv-cinder-790492-8-iscsi neutron-server[93793]: consumer versions: Aug 25 18:22:35.011667 dv-cinder-790492-8-iscsi neutron-server[93793]: { DHCP agent@dv-cinder-790492-8-iscsi: {}, Aug 25 18:22:35.011667 dv-cinder-790492-8-iscsi neutron-server[93793]: HyperV agent@hv-cinder-79049: {}, Aug 25 18:22:35.011667 dv-cinder-790492-8-iscsi neutron-server[93793]: L3 agent@dv-cinder-790492-8-iscsi: {}, Aug 25 18:22:35.011667 dv-cinder-790492-8-iscsi neutron-server[93793]: Metadata agent@dv-cinder-790492-8-iscsi: {}, Aug 25 18:22:35.011667 dv-cinder-790492-8-iscsi neutron-server[93793]: Metering agent@dv-cinder-790492-8-iscsi: {}, Aug 25 18:22:35.011667 dv-cinder-790492-8-iscsi neutron-server[93793]: Open vSwitch agent@dv-cinder-790492-8-iscsi: { 'AddressGroup': '1.2', Aug 25 18:22:35.011667 dv-cinder-790492-8-iscsi neutron-server[93793]: 'ConntrackHelper': '1.0', Aug 25 18:22:35.011667 dv-cinder-790492-8-iscsi neutron-server[93793]: 'Log': '1.0', Aug 25 18:22:35.011667 dv-cinder-790492-8-iscsi neutron-server[93793]: 'Network': '1.1', Aug 25 18:22:35.011667 dv-cinder-790492-8-iscsi neutron-server[93793]: 'Port': '1.7', Aug 25 18:22:35.011667 dv-cinder-790492-8-iscsi neutron-server[93793]: 'PortForwarding': '1.2', Aug 25 18:22:35.011667 dv-cinder-790492-8-iscsi neutron-server[93793]: 'QosPolicy': '1.9', Aug 25 18:22:35.011667 dv-cinder-790492-8-iscsi neutron-server[93793]: 'SecurityGroup': '1.4', Aug 25 18:22:35.011667 dv-cinder-790492-8-iscsi neutron-server[93793]: 'SecurityGroupRule': '1.2', Aug 25 18:22:35.011667 dv-cinder-790492-8-iscsi neutron-server[93793]: 'SubPort': '1.0', Aug 25 18:22:35.011667 dv-cinder-790492-8-iscsi neutron-server[93793]: 'Subnet': '1.1', Aug 25 18:22:35.011667 dv-cinder-790492-8-iscsi neutron-server[93793]: 'Trunk': '1.1'}} Aug 25 18:22:35.011667 dv-cinder-790492-8-iscsi neutron-server[93793]: {{(pid=93793) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 18:22:35.045493 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-674e7bf3-e36b-4b96-98ad-803af2ff71a4 None None] Attempting to bind port 08520000-fd57-409e-826d-3ff3d247f6fb on host dv-cinder-790492-8-iscsi for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:22:35.046161 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-674e7bf3-e36b-4b96-98ad-803af2ff71a4 None None] Attempting to bind port 08520000-fd57-409e-826d-3ff3d247f6fb by drivers openvswitch,hyperv on host dv-cinder-790492-8-iscsi at level 0 using segments [{'id': 'c7174dd9-e2ad-4230-9486-8edb6195741d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:22:35.046759 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674e7bf3-e36b-4b96-98ad-803af2ff71a4 None None] Attempting to bind port 08520000-fd57-409e-826d-3ff3d247f6fb on network ca11b88d-433f-4cc3-bc46-86e155a29f61 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:22:35.053701 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674e7bf3-e36b-4b96-98ad-803af2ff71a4 None None] Checking agent: {'id': '0bbd6071-f664-4710-b599-19dc1c2306be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 14, 57), 'started_at': datetime.datetime(2021, 8, 25, 18, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:22:35.054547 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674e7bf3-e36b-4b96-98ad-803af2ff71a4 None None] Checking segment: {'id': 'c7174dd9-e2ad-4230-9486-8edb6195741d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:22:35.055265 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-674e7bf3-e36b-4b96-98ad-803af2ff71a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:35.055845 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674e7bf3-e36b-4b96-98ad-803af2ff71a4 None None] Bound using segment: {'id': 'c7174dd9-e2ad-4230-9486-8edb6195741d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:22:35.056525 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-674e7bf3-e36b-4b96-98ad-803af2ff71a4 None None] Bound port: 08520000-fd57-409e-826d-3ff3d247f6fb, host: dv-cinder-790492-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7174dd9-e2ad-4230-9486-8edb6195741d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:22:35.057172 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-674e7bf3-e36b-4b96-98ad-803af2ff71a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:35.059545 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c02b3-2bb8-45c4-8c61-f16d9dd9b1db admin admin] Checking segment: {'id': '7b7140b0-1015-48cf-8ba0-cd3394513da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2887ddf4-42ee-4421-bb40-86e4a6966b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:22:35.059772 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94c02b3-2bb8-45c4-8c61-f16d9dd9b1db admin admin] Network hostable DHCP agents. Network: 2887ddf4-42ee-4421-bb40-86e4a6966b8c, hostable agents: ['e2010df7-17ed-4426-81f9-bde1aab96ae1'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 18:22:35.079455 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c02b3-2bb8-45c4-8c61-f16d9dd9b1db admin admin] Pushing event updated for resources: {'Subnet': ['ID=a466bd10-ab39-42b8-add1-5b51ec077d63,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:35.093201 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94c02b3-2bb8-45c4-8c61-f16d9dd9b1db admin admin] Network 2887ddf4-42ee-4421-bb40-86e4a6966b8c is scheduled to be hosted by DHCP agent e2010df7-17ed-4426-81f9-bde1aab96ae1 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 18:22:35.110438 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-e94c02b3-2bb8-45c4-8c61-f16d9dd9b1db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-8-iscsi, 2887ddf4-42ee-4421-bb40-86e4a6966b8c) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:22:35.111687 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-eb38be7e-5e11-4ee7-9527-edb21d2d5c4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748354007426'] for network, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:35.121849 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94c02b3-2bb8-45c4-8c61-f16d9dd9b1db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:22:35.139309 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e94c02b3-2bb8-45c4-8c61-f16d9dd9b1db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:35.161214 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-e94c02b3-2bb8-45c4-8c61-f16d9dd9b1db admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6302986 Aug 25 18:22:35.164211 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 60492) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:35.176396 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4c0f91d5-81d9-414b-8cb2-fecb17e5123a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-448292523-router', 'tenant_id': 'e395b011c00e459e874eaeeb248043c8', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:22:35.193480 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5890e424-65dd-426a-9e0e-aba7a7755056 None None] Network 2887ddf4-42ee-4421-bb40-86e4a6966b8c requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:22:35.221488 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c0f91d5-81d9-414b-8cb2-fecb17e5123a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-431906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40733'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:35.223425 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c0f91d5-81d9-414b-8cb2-fecb17e5123a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437732', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40724'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:35.406400 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.db.resource_extend [None req-eb38be7e-5e11-4ee7-9527-edb21d2d5c4c admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 18:22:35.409588 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38be7e-5e11-4ee7-9527-edb21d2d5c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3188d570-a13f-4192-a48c-655badec5fdc,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:35.471270 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-674e7bf3-e36b-4b96-98ad-803af2ff71a4 None None] For port 08520000-fd57-409e-826d-3ff3d247f6fb, host dv-cinder-790492-8-iscsi, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:22:35.505413 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-eb38be7e-5e11-4ee7-9527-edb21d2d5c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146'] for network, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:35.506800 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb38be7e-5e11-4ee7-9527-edb21d2d5c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:22:35.506989 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-eb38be7e-5e11-4ee7-9527-edb21d2d5c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for network, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:35.510614 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c0f91d5-81d9-414b-8cb2-fecb17e5123a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:35.523014 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-674e7bf3-e36b-4b96-98ad-803af2ff71a4 None None] For port 08520000-fd57-409e-826d-3ff3d247f6fb, host dv-cinder-790492-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=08520000-fd57-409e-826d-3ff3d247f6fb,segment=NetworkSegment(c7174dd9-e2ad-4230-9486-8edb6195741d),segment_id=c7174dd9-e2ad-4230-9486-8edb6195741d)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:22:35.533535 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-674e7bf3-e36b-4b96-98ad-803af2ff71a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:35.639217 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b32ef20-3bd4-4ae0-97f0-42a4b0936482 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:35.651852 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-eb38be7e-5e11-4ee7-9527-edb21d2d5c4c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7345002 Aug 25 18:22:35.660610 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 60510) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:35.670633 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [None req-305530a6-8f5f-49f5-8b18-5fe649f942a2 admin admin] Request body: {'subnet': {'network_id': '2cd15194-5e4d-4178-a19c-bfac18d7be9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-264908716-subnet', 'tenant_id': 'dfb0f87eed314ea4a07c2ce25cc9966a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:22:35.706991 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b32ef20-3bd4-4ae0-97f0-42a4b0936482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:35.715399 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38be7e-5e11-4ee7-9527-edb21d2d5c4c admin admin] Pushing event updated for resources: {'Network': ['ID=2cd15194-5e4d-4178-a19c-bfac18d7be9f,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:35.721369 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4802d25-aec6-4177-8bda-415de5a4f382 None None] Network 2887ddf4-42ee-4421-bb40-86e4a6966b8c requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:22:35.791026 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Network 2cd15194-5e4d-4178-a19c-bfac18d7be9f details requested by agent ovs-agent-dv-cinder-790492-8-iscsi with host dv-cinder-790492-8-iscsi {{(pid=93793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 18:22:35.913122 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e7bf3-e36b-4b96-98ad-803af2ff71a4 None None] Pushing event updated for resources: {'Port': ['ID=08520000-fd57-409e-826d-3ff3d247f6fb,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:35.951383 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-1b32ef20-3bd4-4ae0-97f0-42a4b0936482 admin admin] Allocated IP 172.27.3.58 (e0615610-0145-4336-86ca-92716d56c217/ba8c35dc-42f2-4379-aafd-ce1793efee80/f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:22:36.108149 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c0f91d5-81d9-414b-8cb2-fecb17e5123a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:36.114916 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305530a6-8f5f-49f5-8b18-5fe649f942a2 admin admin] Made reservation on behalf of dfb0f87eed314ea4a07c2ce25cc9966a for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:22:36.117556 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-305530a6-8f5f-49f5-8b18-5fe649f942a2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:36.193057 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b32ef20-3bd4-4ae0-97f0-42a4b0936482 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:36.252672 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b32ef20-3bd4-4ae0-97f0-42a4b0936482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:36.312964 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 60558) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:36.315499 dv-cinder-790492-8-iscsi neutron-server[93791]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 25 18:22:36.337274 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b32ef20-3bd4-4ae0-97f0-42a4b0936482 admin admin] Network e0615610-0145-4336-86ca-92716d56c217 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:22:36.343686 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-1b32ef20-3bd4-4ae0-97f0-42a4b0936482 admin admin] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:22:36.347579 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b32ef20-3bd4-4ae0-97f0-42a4b0936482 admin admin] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:22:36.501083 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32ef20-3bd4-4ae0-97f0-42a4b0936482 admin admin] Pushing event updated for resources: {'Port': ['ID=f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:36.642141 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-101b0c33-f914-4d08-b9d8-845241ff0209 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:22:36.649359 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-101b0c33-f914-4d08-b9d8-845241ff0209 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/networks?id=027ca67f-1ba8-44ee-953d-79215c56cc3d HTTP/1.1" status: 200 len: 811 time: 0.3351092 Aug 25 18:22:36.702355 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-5a134186-3efc-47da-ba6b-3978259bcbbe tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/quotas/aa3d96c178cf4c50882e25bc1e03847d HTTP/1.1" status: 200 len: 375 time: 0.0519962 Aug 25 18:22:36.794095 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-a4e45a64-9ef4-4f10-b579-ebb92b22e251 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa3d96c178cf4c50882e25bc1e03847d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0905087 Aug 25 18:22:36.859596 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b32ef20-3bd4-4ae0-97f0-42a4b0936482 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:36.905416 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 60584) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:36.905617 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 60590) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:37.034275 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-305530a6-8f5f-49f5-8b18-5fe649f942a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:37.135718 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef57c95-d1b7-4937-905b-4878fcd50c15 None None] Network ca11b88d-433f-4cc3-bc46-86e155a29f61 requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:22:37.144065 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c0f91d5-81d9-414b-8cb2-fecb17e5123a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:37.177084 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f101f652-88ca-434a-9c4f-5dac37eaa0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:37.183745 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bb794293-1105-4021-9e58-13c1f2a99fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:37.187944 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-b67a7668-37bc-4f4a-9bfd-aeff0202e0e2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 18:22:37.195914 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-b67a7668-37bc-4f4a-9bfd-aeff0202e0e2 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1445017 Aug 25 18:22:37.199200 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c0f91d5-81d9-414b-8cb2-fecb17e5123a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:37.201407 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305530a6-8f5f-49f5-8b18-5fe649f942a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecab46d4-97f7-43f1-803d-02b5f4e01661,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:37.224573 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b32ef20-3bd4-4ae0-97f0-42a4b0936482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-432053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438075'] for router, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:37.235363 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-7f7f9dca-a6b7-4b2b-9b4e-92f46d68ccfe None None] Provisioning for port 08520000-fd57-409e-826d-3ff3d247f6fb completed by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:22:37.235571 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305530a6-8f5f-49f5-8b18-5fe649f942a2 admin admin] Checking segment: {'id': 'c3ad605d-0b91-482b-81a4-b24229efd6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2cd15194-5e4d-4178-a19c-bfac18d7be9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:22:37.235825 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305530a6-8f5f-49f5-8b18-5fe649f942a2 admin admin] Network hostable DHCP agents. Network: 2cd15194-5e4d-4178-a19c-bfac18d7be9f, hostable agents: ['e2010df7-17ed-4426-81f9-bde1aab96ae1'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 18:22:37.251424 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.db.api [None req-bb794293-1105-4021-9e58-13c1f2a99fca admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 18:22:37.251424 dv-cinder-790492-8-iscsi neutron-server[93792]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 25 18:22:37.251424 dv-cinder-790492-8-iscsi neutron-server[93792]: [parameters: {'project_id_1': '8b69fa95658e401fab4d6148696e3ab5', 'expiration_1': datetime.datetime(2021, 8, 25, 18, 22, 37, 217051)}] Aug 25 18:22:37.251424 dv-cinder-790492-8-iscsi neutron-server[93792]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 18:22:37.252182 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG oslo_db.api [None req-bb794293-1105-4021-9e58-13c1f2a99fca admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 18:22:37.394732 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305530a6-8f5f-49f5-8b18-5fe649f942a2 admin admin] Network 2cd15194-5e4d-4178-a19c-bfac18d7be9f is scheduled to be hosted by DHCP agent e2010df7-17ed-4426-81f9-bde1aab96ae1 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 18:22:37.461779 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 08520000-fd57-409e-826d-3ff3d247f6fb up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:22:37.462085 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f101f652-88ca-434a-9c4f-5dac37eaa0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:37.472829 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f101f652-88ca-434a-9c4f-5dac37eaa0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:37.505233 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-305530a6-8f5f-49f5-8b18-5fe649f942a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-8-iscsi, 2cd15194-5e4d-4178-a19c-bfac18d7be9f) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:22:37.523625 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b32ef20-3bd4-4ae0-97f0-42a4b0936482 admin admin] Router e7385fca-9c66-4ddd-a562-d976cbf701d3 is scheduled to L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 with binding_index 1 {{(pid=93792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 18:22:37.531042 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305530a6-8f5f-49f5-8b18-5fe649f942a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:22:37.531692 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-305530a6-8f5f-49f5-8b18-5fe649f942a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:37.544625 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-f101f652-88ca-434a-9c4f-5dac37eaa0b6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f26f24ac51c499ba55821e8f5c25190&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6354823 Aug 25 18:22:37.544854 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1550547a-2816-42ff-9899-2b94b1c09b7c None None] Network 2cd15194-5e4d-4178-a19c-bfac18d7be9f requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:22:37.545886 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 60614) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:37.550653 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101f652-88ca-434a-9c4f-5dac37eaa0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515039b1-a5bb-4534-9f95-1237189cc0a3,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:37.592339 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-b2bb2942-278b-4a69-bb55-903df8298e0b service neutron] 10.222.0.37 "GET /v2.0/networks/027ca67f-1ba8-44ee-953d-79215c56cc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954968 Aug 25 18:22:37.629191 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-305530a6-8f5f-49f5-8b18-5fe649f942a2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9674723 Aug 25 18:22:37.630986 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-4c0f91d5-81d9-414b-8cb2-fecb17e5123a admin admin] Allocated IP 172.27.3.160 (e0615610-0145-4336-86ca-92716d56c217/ba8c35dc-42f2-4379-aafd-ce1793efee80/e9cda8bd-dffc-402c-b160-f3ee311415bc) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:22:37.761829 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bb794293-1105-4021-9e58-13c1f2a99fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:37.928498 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-d31479c6-fe80-462f-86ac-bd628e1913b9 service neutron] 10.222.0.37 "GET /v2.0/networks/027ca67f-1ba8-44ee-953d-79215c56cc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350160 Aug 25 18:22:37.928770 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f7bcb9c6-96ce-4458-b241-776df55907ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:37.948463 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning for port 08520000-fd57-409e-826d-3ff3d247f6fb completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:22:37.977548 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port 08520000-fd57-409e-826d-3ff3d247f6fb triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:22:37.977921 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:38.002123 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c0f91d5-81d9-414b-8cb2-fecb17e5123a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:38.054154 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f7bcb9c6-96ce-4458-b241-776df55907ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:38.056388 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b32ef20-3bd4-4ae0-97f0-42a4b0936482 admin admin] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:22:38.080717 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c2a5d5-f328-4eca-8886-e94ea91a0b36 None None] Sync routers for ids ['e7385fca-9c66-4ddd-a562-d976cbf701d3'] in dv-cinder-790492-8-iscsi {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:22:38.095278 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c2a5d5-f328-4eca-8886-e94ea91a0b36 None None] Routers {'e7385fca-9c66-4ddd-a562-d976cbf701d3'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:22:38.095938 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-78c2a5d5-f328-4eca-8886-e94ea91a0b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:22:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['e7385fca-9c66-4ddd-a562-d976cbf701d3'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:22:38.169788 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c0f91d5-81d9-414b-8cb2-fecb17e5123a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:38.281949 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bb794293-1105-4021-9e58-13c1f2a99fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:38.283225 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe4fa1c-4dde-4f1c-bfc0-541c92f9fc73 None None] Network 2cd15194-5e4d-4178-a19c-bfac18d7be9f requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:22:38.309241 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bb794293-1105-4021-9e58-13c1f2a99fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:38.316895 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-78c2a5d5-f328-4eca-8886-e94ea91a0b36 None None] Set router e7385fca-9c66-4ddd-a562-d976cbf701d3 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:22:38.334263 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 60648) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:38.342563 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0f91d5-81d9-414b-8cb2-fecb17e5123a admin admin] Network e0615610-0145-4336-86ca-92716d56c217 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:22:38.384678 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-bb794293-1105-4021-9e58-13c1f2a99fca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b69fa95658e401fab4d6148696e3ab5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4768891 Aug 25 18:22:38.420812 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 60658) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:38.421290 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb794293-1105-4021-9e58-13c1f2a99fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9b3498-787b-41cb-9fb2-6eff6a2bf0ec,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:38.440636 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b32ef20-3bd4-4ae0-97f0-42a4b0936482 admin admin] Notify callbacks [] for router, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:38.447636 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-1b32ef20-3bd4-4ae0-97f0-42a4b0936482 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3661175 Aug 25 18:22:38.449116 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 60662) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:38.450532 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:38.541842 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-4c0f91d5-81d9-414b-8cb2-fecb17e5123a admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:22:38.566716 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a73fd473-a473-4725-b778-338a169d167b None None] For port 08520000-fd57-409e-826d-3ff3d247f6fb, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=08520000-fd57-409e-826d-3ff3d247f6fb,segment=NetworkSegment(c7174dd9-e2ad-4230-9486-8edb6195741d),segment_id=c7174dd9-e2ad-4230-9486-8edb6195741d)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:22:38.574737 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:38.603674 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f91d5-81d9-414b-8cb2-fecb17e5123a admin admin] Pushing event updated for resources: {'Port': ['ID=e9cda8bd-dffc-402c-b160-f3ee311415bc,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:38.630235 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0f91d5-81d9-414b-8cb2-fecb17e5123a admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:22:38.640219 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Pushing event updated for resources: {'Port': ['ID=08520000-fd57-409e-826d-3ff3d247f6fb,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:38.671616 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-78c2a5d5-f328-4eca-8886-e94ea91a0b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1527836619-router', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:22:34Z', 'updated_at': '2021-08-25T18:22:36Z', 'revision_number': 3, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'gw_port': {'id': 'f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:10:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:35Z', 'updated_at': '2021-08-25T18:22:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi'}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:22:38.703737 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-49ee6d71-4b16-419b-890c-5f900c433bc5 req-2f1ca729-2086-4c1e-98ac-0ca752108aca tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/ports?device_id=93df5824-10de-44e4-acfb-ff6619e947e9 HTTP/1.1" status: 200 len: 210 time: 0.1495547 Aug 25 18:22:38.708889 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c2a5d5-f328-4eca-8886-e94ea91a0b36 None None] Checking router: e7385fca-9c66-4ddd-a562-d976cbf701d3 for host: dv-cinder-790492-8-iscsi {{(pid=93794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:22:38.709607 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c2a5d5-f328-4eca-8886-e94ea91a0b36 None None] Updating router e7385fca-9c66-4ddd-a562-d976cbf701d3 port f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8 binding host dv-cinder-790492-8-iscsi {{(pid=93794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 18:22:38.751809 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-78c2a5d5-f328-4eca-8886-e94ea91a0b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:38.890747 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f7bcb9c6-96ce-4458-b241-776df55907ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:38.894037 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f7bcb9c6-96ce-4458-b241-776df55907ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:38.895926 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-f7bcb9c6-96ce-4458-b241-776df55907ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/515039b1-a5bb-4534-9f95-1237189cc0a3 HTTP/1.1" status: 204 len: 168 time: 1.3462815 Aug 25 18:22:38.916368 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bcb9c6-96ce-4458-b241-776df55907ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515039b1-a5bb-4534-9f95-1237189cc0a3,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:38.992520 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-52ff526b-29d2-4bf7-91dc-b1b17d2e6716 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:22:38.994068 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-52ff526b-29d2-4bf7-91dc-b1b17d2e6716 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/networks?id=2cd15194-5e4d-4178-a19c-bfac18d7be9f HTTP/1.1" status: 200 len: 814 time: 0.6586680 Aug 25 18:22:38.994896 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f4e7e597-9071-4b75-8623-85ed34540636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:39.031970 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f4e7e597-9071-4b75-8623-85ed34540636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:39.043802 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0e6e086f-abcc-4560-9c5e-bd747523e89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:39.067485 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-918e7625-9c0d-493d-9934-cf8f2ed6e3de tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/quotas/dfb0f87eed314ea4a07c2ce25cc9966a HTTP/1.1" status: 200 len: 375 time: 0.0497742 Aug 25 18:22:39.142226 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-78c2a5d5-f328-4eca-8886-e94ea91a0b36 None None] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:39.180017 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-78c2a5d5-f328-4eca-8886-e94ea91a0b36 None None] Transition to ACTIVE for port object f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:22:39.190973 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-78c2a5d5-f328-4eca-8886-e94ea91a0b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:39.192507 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-66d56076-b434-4b15-8423-933746f0dbe7 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dfb0f87eed314ea4a07c2ce25cc9966a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660224 Aug 25 18:22:39.241339 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c0f91d5-81d9-414b-8cb2-fecb17e5123a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:39.289846 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-78c2a5d5-f328-4eca-8886-e94ea91a0b36 None None] Attempting to bind port f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8 on host dv-cinder-790492-8-iscsi for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:22:39.290246 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-78c2a5d5-f328-4eca-8886-e94ea91a0b36 None None] Attempting to bind port f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8 by drivers openvswitch,hyperv on host dv-cinder-790492-8-iscsi at level 0 using segments [{'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:22:39.290962 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c2a5d5-f328-4eca-8886-e94ea91a0b36 None None] Attempting to bind port f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8 on network e0615610-0145-4336-86ca-92716d56c217 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:22:39.298445 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c2a5d5-f328-4eca-8886-e94ea91a0b36 None None] Checking agent: {'id': '0bbd6071-f664-4710-b599-19dc1c2306be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 14, 57), 'started_at': datetime.datetime(2021, 8, 25, 18, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:22:39.299171 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c2a5d5-f328-4eca-8886-e94ea91a0b36 None None] Checking segment: {'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:22:39.299730 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-78c2a5d5-f328-4eca-8886-e94ea91a0b36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:39.300271 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c2a5d5-f328-4eca-8886-e94ea91a0b36 None None] Bound using segment: {'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:22:39.300974 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-78c2a5d5-f328-4eca-8886-e94ea91a0b36 None None] Bound port: f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8, host: dv-cinder-790492-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:22:39.301547 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-78c2a5d5-f328-4eca-8886-e94ea91a0b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:39.324861 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f4e7e597-9071-4b75-8623-85ed34540636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:39.327424 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f4e7e597-9071-4b75-8623-85ed34540636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:39.331463 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-f4e7e597-9071-4b75-8623-85ed34540636 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0b9b3498-787b-41cb-9fb2-6eff6a2bf0ec HTTP/1.1" status: 204 len: 168 time: 0.8996606 Aug 25 18:22:39.356633 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-0e6e086f-abcc-4560-9c5e-bd747523e89b admin admin] Allocated IP 172.20.0.1 (ca11b88d-433f-4cc3-bc46-86e155a29f61/d9d7b14c-bc03-4fe0-a3a0-cffe2819abe3/0897d691-285b-49c9-986d-bbabfad84253) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:22:39.375649 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7e597-9071-4b75-8623-85ed34540636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9b3498-787b-41cb-9fb2-6eff6a2bf0ec,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:39.434035 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-78c2a5d5-f328-4eca-8886-e94ea91a0b36 None None] For port f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8, host dv-cinder-790492-8-iscsi, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:22:39.436875 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749cf95-b058-45d2-b4cc-fc653b1b1c7f None None] Pushing event updated for resources: {'Port': ['ID=f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:39.440586 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-78c2a5d5-f328-4eca-8886-e94ea91a0b36 None None] For port f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8, host dv-cinder-790492-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8,segment=NetworkSegment(49cfb93f-112c-4d1a-97bc-26302bfd74eb),segment_id=49cfb93f-112c-4d1a-97bc-26302bfd74eb)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:22:39.458638 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749cf95-b058-45d2-b4cc-fc653b1b1c7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:39.462139 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749cf95-b058-45d2-b4cc-fc653b1b1c7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:39.462990 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749cf95-b058-45d2-b4cc-fc653b1b1c7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:39.463474 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749cf95-b058-45d2-b4cc-fc653b1b1c7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:39.464802 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749cf95-b058-45d2-b4cc-fc653b1b1c7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:39.465402 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749cf95-b058-45d2-b4cc-fc653b1b1c7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:39.467275 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749cf95-b058-45d2-b4cc-fc653b1b1c7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:39.467855 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749cf95-b058-45d2-b4cc-fc653b1b1c7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:39.468434 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749cf95-b058-45d2-b4cc-fc653b1b1c7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:39.469124 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749cf95-b058-45d2-b4cc-fc653b1b1c7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:39.469658 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749cf95-b058-45d2-b4cc-fc653b1b1c7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:39.474267 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749cf95-b058-45d2-b4cc-fc653b1b1c7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:22:39.475661 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749cf95-b058-45d2-b4cc-fc653b1b1c7f None None] Tracked resource versions report: Aug 25 18:22:39.475661 dv-cinder-790492-8-iscsi neutron-server[93794]: pushed versions: Aug 25 18:22:39.475661 dv-cinder-790492-8-iscsi neutron-server[93794]: { 'AddressGroup': {'1.2'}, Aug 25 18:22:39.475661 dv-cinder-790492-8-iscsi neutron-server[93794]: 'ConntrackHelper': {'1.0'}, Aug 25 18:22:39.475661 dv-cinder-790492-8-iscsi neutron-server[93794]: 'Log': {'1.0'}, Aug 25 18:22:39.475661 dv-cinder-790492-8-iscsi neutron-server[93794]: 'Network': {'1.1'}, Aug 25 18:22:39.475661 dv-cinder-790492-8-iscsi neutron-server[93794]: 'Port': {'1.7'}, Aug 25 18:22:39.475661 dv-cinder-790492-8-iscsi neutron-server[93794]: 'PortForwarding': {'1.2'}, Aug 25 18:22:39.475661 dv-cinder-790492-8-iscsi neutron-server[93794]: 'QosPolicy': {'1.9'}, Aug 25 18:22:39.475661 dv-cinder-790492-8-iscsi neutron-server[93794]: 'SecurityGroup': {'1.4'}, Aug 25 18:22:39.475661 dv-cinder-790492-8-iscsi neutron-server[93794]: 'SecurityGroupRule': {'1.2'}, Aug 25 18:22:39.475661 dv-cinder-790492-8-iscsi neutron-server[93794]: 'SubPort': {'1.0'}, Aug 25 18:22:39.475661 dv-cinder-790492-8-iscsi neutron-server[93794]: 'Subnet': {'1.1'}, Aug 25 18:22:39.475661 dv-cinder-790492-8-iscsi neutron-server[93794]: 'Trunk': {'1.1'}} Aug 25 18:22:39.475661 dv-cinder-790492-8-iscsi neutron-server[93794]: consumer versions: Aug 25 18:22:39.475661 dv-cinder-790492-8-iscsi neutron-server[93794]: { DHCP agent@dv-cinder-790492-8-iscsi: {}, Aug 25 18:22:39.475661 dv-cinder-790492-8-iscsi neutron-server[93794]: HyperV agent@hv-cinder-79049: {}, Aug 25 18:22:39.475661 dv-cinder-790492-8-iscsi neutron-server[93794]: L3 agent@dv-cinder-790492-8-iscsi: {}, Aug 25 18:22:39.475661 dv-cinder-790492-8-iscsi neutron-server[93794]: Metadata agent@dv-cinder-790492-8-iscsi: {}, Aug 25 18:22:39.475661 dv-cinder-790492-8-iscsi neutron-server[93794]: Metering agent@dv-cinder-790492-8-iscsi: {}, Aug 25 18:22:39.475661 dv-cinder-790492-8-iscsi neutron-server[93794]: Open vSwitch agent@dv-cinder-790492-8-iscsi: { 'AddressGroup': '1.2', Aug 25 18:22:39.475661 dv-cinder-790492-8-iscsi neutron-server[93794]: 'ConntrackHelper': '1.0', Aug 25 18:22:39.475661 dv-cinder-790492-8-iscsi neutron-server[93794]: 'Log': '1.0', Aug 25 18:22:39.475661 dv-cinder-790492-8-iscsi neutron-server[93794]: 'Network': '1.1', Aug 25 18:22:39.475661 dv-cinder-790492-8-iscsi neutron-server[93794]: 'Port': '1.7', Aug 25 18:22:39.475661 dv-cinder-790492-8-iscsi neutron-server[93794]: 'PortForwarding': '1.2', Aug 25 18:22:39.475661 dv-cinder-790492-8-iscsi neutron-server[93794]: 'QosPolicy': '1.9', Aug 25 18:22:39.475661 dv-cinder-790492-8-iscsi neutron-server[93794]: 'SecurityGroup': '1.4', Aug 25 18:22:39.475661 dv-cinder-790492-8-iscsi neutron-server[93794]: 'SecurityGroupRule': '1.2', Aug 25 18:22:39.475661 dv-cinder-790492-8-iscsi neutron-server[93794]: 'SubPort': '1.0', Aug 25 18:22:39.475661 dv-cinder-790492-8-iscsi neutron-server[93794]: 'Subnet': '1.1', Aug 25 18:22:39.475661 dv-cinder-790492-8-iscsi neutron-server[93794]: 'Trunk': '1.1'}} Aug 25 18:22:39.475661 dv-cinder-790492-8-iscsi neutron-server[93794]: {{(pid=93794) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 18:22:39.481963 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-78c2a5d5-f328-4eca-8886-e94ea91a0b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:39.504441 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 60710) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:39.533736 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 08520000-fd57-409e-826d-3ff3d247f6fb up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:22:39.561321 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c2a5d5-f328-4eca-8886-e94ea91a0b36 None None] Routers {'e7385fca-9c66-4ddd-a562-d976cbf701d3'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:22:39.563221 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-78c2a5d5-f328-4eca-8886-e94ea91a0b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:22:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['e7385fca-9c66-4ddd-a562-d976cbf701d3'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:22:39.564232 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-328d1462-4082-40a7-846a-4aa661237f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:39.678254 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port 08520000-fd57-409e-826d-3ff3d247f6fb triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:22:39.678625 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:39.700816 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749cf95-b058-45d2-b4cc-fc653b1b1c7f None None] Pushing event updated for resources: {'Port': ['ID=f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:39.708279 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0e6e086f-abcc-4560-9c5e-bd747523e89b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:39.768369 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0e6e086f-abcc-4560-9c5e-bd747523e89b admin admin] Transition to ACTIVE for port object 0897d691-285b-49c9-986d-bbabfad84253 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:22:39.838331 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-b088e25a-ac1f-45ef-bf85-640636e20f53 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 18:22:39.850023 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-b088e25a-ac1f-45ef-bf85-640636e20f53 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3418102 Aug 25 18:22:39.876433 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0e6e086f-abcc-4560-9c5e-bd747523e89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:39.968911 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-78c2a5d5-f328-4eca-8886-e94ea91a0b36 None None] Set router e7385fca-9c66-4ddd-a562-d976cbf701d3 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:22:39.981706 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6e086f-abcc-4560-9c5e-bd747523e89b admin admin] Network ca11b88d-433f-4cc3-bc46-86e155a29f61 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:22:39.985689 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-0e6e086f-abcc-4560-9c5e-bd747523e89b admin admin] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:22:39.991816 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6e086f-abcc-4560-9c5e-bd747523e89b admin admin] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:22:39.992488 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0e6e086f-abcc-4560-9c5e-bd747523e89b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-438244'] for router_interface, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:39.995277 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e086f-abcc-4560-9c5e-bd747523e89b admin admin] Pushing event updated for resources: {'Port': ['ID=0897d691-285b-49c9-986d-bbabfad84253,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:40.136689 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-328d1462-4082-40a7-846a-4aa661237f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:40.270050 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-36dc3f75-2f63-4460-98fa-50ce3aab3270 service neutron] 10.222.0.37 "GET /v2.0/networks/2cd15194-5e4d-4178-a19c-bfac18d7be9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178514 Aug 25 18:22:40.510117 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a08e1e81-12b7-4801-a38e-b4202fb8a200 None None] Provisioning for port 0897d691-285b-49c9-986d-bbabfad84253 completed by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:22:40.510117 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a08e1e81-12b7-4801-a38e-b4202fb8a200 None None] Provisioning complete for port 0897d691-285b-49c9-986d-bbabfad84253 triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:22:40.510117 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a08e1e81-12b7-4801-a38e-b4202fb8a200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:40.520522 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-78c2a5d5-f328-4eca-8886-e94ea91a0b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1527836619-router', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:22:34Z', 'updated_at': '2021-08-25T18:22:36Z', 'revision_number': 3, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'gw_port': {'id': 'f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:10:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:35Z', 'updated_at': '2021-08-25T18:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi'}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:22:40.534052 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 60738) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:40.568208 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-328d1462-4082-40a7-846a-4aa661237f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:40.568341 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-be716cbe-5fd8-467e-8898-08e8906b9c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:40.572040 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0e6e086f-abcc-4560-9c5e-bd747523e89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:40.574760 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-14741bc9-a0f1-4928-8aad-bebee6da20cf req-d1659019-846c-4fc6-a58d-461e65d0052a tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/ports?device_id=93df5824-10de-44e4-acfb-ff6619e947e9 HTTP/1.1" status: 200 len: 210 time: 0.7675571 Aug 25 18:22:40.593456 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c0f91d5-81d9-414b-8cb2-fecb17e5123a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-432053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438075'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:40.601530 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-a08e1e81-12b7-4801-a38e-b4202fb8a200 None None] Port 0897d691-285b-49c9-986d-bbabfad84253 cannot update to ACTIVE because it is not bound. {{(pid=93793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:22:40.605000 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-7452bd4e-71a8-40f7-b02b-3270e4ea7ff6 service neutron] 10.222.0.37 "GET /v2.0/networks/2cd15194-5e4d-4178-a19c-bfac18d7be9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339932 Aug 25 18:22:40.623739 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-328d1462-4082-40a7-846a-4aa661237f9b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1fd364832af746d9bf7937ff6f6cde0e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1143050 Aug 25 18:22:40.624631 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 60746) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:40.637054 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c2a5d5-f328-4eca-8886-e94ea91a0b36 None None] The sync data for ids ['e7385fca-9c66-4ddd-a562-d976cbf701d3'] in dv-cinder-790492-8-iscsi is: [{'id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1527836619-router', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:22:34Z', 'updated_at': '2021-08-25T18:22:36Z', 'revision_number': 3, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'gw_port': {'id': 'f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:10:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:35Z', 'updated_at': '2021-08-25T18:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi'}] {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:22:40.867522 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-be716cbe-5fd8-467e-8898-08e8906b9c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:40.877893 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-be716cbe-5fd8-467e-8898-08e8906b9c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:40.884190 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d1462-4082-40a7-846a-4aa661237f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06dbea8-994e-4ebc-9ff6-a6dd891a5000,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:40.929394 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0e6e086f-abcc-4560-9c5e-bd747523e89b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:40.936510 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-be716cbe-5fd8-467e-8898-08e8906b9c40 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8c0cd6546a15453893bb457a6601e987&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4021399 Aug 25 18:22:40.938854 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be716cbe-5fd8-467e-8898-08e8906b9c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c9de34-a27b-4a39-a0d8-136eab96a537,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:40.941397 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 60760) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:40.942074 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0e6e086f-abcc-4560-9c5e-bd747523e89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:40.942794 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0e6e086f-abcc-4560-9c5e-bd747523e89b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437819'] for router_interface, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:40.959373 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1d1c0164-6cb1-495c-98c9-c3ea2ab98f01 req-e7787a16-0f1d-4158-8549-fa161c9b8e19 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=59370016-9efd-4f8f-b46f-f1b2cf0da4e1 HTTP/1.1" status: 200 len: 210 time: 0.0463860 Aug 25 18:22:41.042164 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc0af-474b-49d7-8c83-ce6dd0475729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:41.087665 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc0af-474b-49d7-8c83-ce6dd0475729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:41.108870 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e086f-abcc-4560-9c5e-bd747523e89b admin admin] Pushing event updated for resources: {'Port': ['ID=0897d691-285b-49c9-986d-bbabfad84253,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:41.148984 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d99451bb-aeae-4473-a37f-506e2c2fd4ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:41.173889 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0f91d5-81d9-414b-8cb2-fecb17e5123a admin admin] Router 351da665-83d8-4b93-bd2a-788b71a00d6f is scheduled to L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 18:22:41.188290 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d99451bb-aeae-4473-a37f-506e2c2fd4ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:41.188532 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc0af-474b-49d7-8c83-ce6dd0475729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:41.191817 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc0af-474b-49d7-8c83-ce6dd0475729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:41.193225 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-6c9dc0af-474b-49d7-8c83-ce6dd0475729 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b06dbea8-994e-4ebc-9ff6-a6dd891a5000 HTTP/1.1" status: 204 len: 168 time: 0.5649900 Aug 25 18:22:41.212192 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6e086f-abcc-4560-9c5e-bd747523e89b admin admin] Network ca11b88d-433f-4cc3-bc46-86e155a29f61 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:22:41.216300 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-0e6e086f-abcc-4560-9c5e-bd747523e89b admin admin] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:22:41.272969 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9dc0af-474b-49d7-8c83-ce6dd0475729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06dbea8-994e-4ebc-9ff6-a6dd891a5000,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:41.399944 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0f91d5-81d9-414b-8cb2-fecb17e5123a admin admin] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:22:41.414722 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3438e41-4325-4673-8529-52d7617485f5 None None] Sync routers for ids ['351da665-83d8-4b93-bd2a-788b71a00d6f'] in dv-cinder-790492-8-iscsi {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:22:41.426873 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d99451bb-aeae-4473-a37f-506e2c2fd4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:41.436293 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d99451bb-aeae-4473-a37f-506e2c2fd4ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:41.437046 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3438e41-4325-4673-8529-52d7617485f5 None None] Routers {'351da665-83d8-4b93-bd2a-788b71a00d6f'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:22:41.437693 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f3438e41-4325-4673-8529-52d7617485f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:22:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['351da665-83d8-4b93-bd2a-788b71a00d6f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:22:41.438827 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c0f91d5-81d9-414b-8cb2-fecb17e5123a admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:41.439602 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-d99451bb-aeae-4473-a37f-506e2c2fd4ba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/75c9de34-a27b-4a39-a0d8-136eab96a537 HTTP/1.1" status: 204 len: 168 time: 0.4940145 Aug 25 18:22:41.441204 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-4c0f91d5-81d9-414b-8cb2-fecb17e5123a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.2757044 Aug 25 18:22:41.446195 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 60782) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:41.465853 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99451bb-aeae-4473-a37f-506e2c2fd4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c9de34-a27b-4a39-a0d8-136eab96a537,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:41.520195 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6e086f-abcc-4560-9c5e-bd747523e89b admin admin] Router e7385fca-9c66-4ddd-a562-d976cbf701d3 has already been hosted by L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 {{(pid=93792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:22:41.617510 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8 up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:22:41.687118 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning for port f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8 completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:22:41.705299 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:22:41.706049 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:41.794580 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6e086f-abcc-4560-9c5e-bd747523e89b admin admin] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:22:41.817694 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-0e6e086f-abcc-4560-9c5e-bd747523e89b admin admin] 10.222.0.37 "PUT /v2.0/routers/e7385fca-9c66-4ddd-a562-d976cbf701d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3667278 Aug 25 18:22:41.892093 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-958b6638-3ea1-476f-b6cb-2954b968d45f None None] Provisioning complete for port 0897d691-285b-49c9-986d-bbabfad84253 triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:22:41.892795 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-958b6638-3ea1-476f-b6cb-2954b968d45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:42.060953 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-f3438e41-4325-4673-8529-52d7617485f5 None None] Set router 351da665-83d8-4b93-bd2a-788b71a00d6f gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:22:42.103718 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f95bc74f-1a86-4419-85ed-5977222ef494 req-75455693-fd95-4fcf-9438-e084bbfb6f64 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/ports?device_id=93df5824-10de-44e4-acfb-ff6619e947e9 HTTP/1.1" status: 200 len: 210 time: 0.0949049 Aug 25 18:22:42.118974 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6ae671eb-c4b3-4ec0-b512-f0cd668974d5 req-7e195596-4b05-4405-a258-19e12521e63e tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=59370016-9efd-4f8f-b46f-f1b2cf0da4e1 HTTP/1.1" status: 200 len: 210 time: 0.0470579 Aug 25 18:22:42.172583 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:42.192045 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-958b6638-3ea1-476f-b6cb-2954b968d45f None None] Port 0897d691-285b-49c9-986d-bbabfad84253 cannot update to ACTIVE because it is not bound. {{(pid=93793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:22:42.278143 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a73fd473-a473-4725-b778-338a169d167b None None] For port f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8,segment=NetworkSegment(49cfb93f-112c-4d1a-97bc-26302bfd74eb),segment_id=49cfb93f-112c-4d1a-97bc-26302bfd74eb)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:22:42.297336 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:42.426184 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Pushing event updated for resources: {'Port': ['ID=f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:42.437356 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11a3fe0e-afcd-4bad-bfd9-78d148261ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:42.519102 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f3438e41-4325-4673-8529-52d7617485f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351da665-83d8-4b93-bd2a-788b71a00d6f', 'name': 'tempest-ServerRescueNegativeTestJSON-448292523-router', 'tenant_id': 'e395b011c00e459e874eaeeb248043c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e9cda8bd-dffc-402c-b160-f3ee311415bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:22:35Z', 'updated_at': '2021-08-25T18:22:38Z', 'revision_number': 3, 'project_id': 'e395b011c00e459e874eaeeb248043c8', 'gw_port': {'id': 'e9cda8bd-dffc-402c-b160-f3ee311415bc', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351da665-83d8-4b93-bd2a-788b71a00d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:37Z', 'updated_at': '2021-08-25T18:22:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi'}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:22:42.548995 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3438e41-4325-4673-8529-52d7617485f5 None None] Checking router: 351da665-83d8-4b93-bd2a-788b71a00d6f for host: dv-cinder-790492-8-iscsi {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:22:42.549684 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3438e41-4325-4673-8529-52d7617485f5 None None] Updating router 351da665-83d8-4b93-bd2a-788b71a00d6f port e9cda8bd-dffc-402c-b160-f3ee311415bc binding host dv-cinder-790492-8-iscsi {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 18:22:42.640202 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f3438e41-4325-4673-8529-52d7617485f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:42.777553 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-11a3fe0e-afcd-4bad-bfd9-78d148261ea8 admin admin] Allocated IP 172.20.0.1 (2887ddf4-42ee-4421-bb40-86e4a6966b8c/a466bd10-ab39-42b8-add1-5b51ec077d63/e044fa3c-0c98-4d17-94c1-f1fe959ee0a5) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:22:43.013049 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11a3fe0e-afcd-4bad-bfd9-78d148261ea8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:43.076328 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f3438e41-4325-4673-8529-52d7617485f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:43.082597 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11a3fe0e-afcd-4bad-bfd9-78d148261ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:43.090248 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-f3438e41-4325-4673-8529-52d7617485f5 None None] Transition to ACTIVE for port object e9cda8bd-dffc-402c-b160-f3ee311415bc will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:22:43.098421 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f3438e41-4325-4673-8529-52d7617485f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:43.155890 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a3fe0e-afcd-4bad-bfd9-78d148261ea8 admin admin] Network 2887ddf4-42ee-4421-bb40-86e4a6966b8c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:22:43.162316 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-11a3fe0e-afcd-4bad-bfd9-78d148261ea8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:22:43.172965 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a3fe0e-afcd-4bad-bfd9-78d148261ea8 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:22:43.173303 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11a3fe0e-afcd-4bad-bfd9-78d148261ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-438244'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:43.200641 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd75f8e-ceb9-4684-9fce-4ed0df666812 None None] Pushing event updated for resources: {'Port': ['ID=e9cda8bd-dffc-402c-b160-f3ee311415bc,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:43.212137 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-f3438e41-4325-4673-8529-52d7617485f5 None None] Attempting to bind port e9cda8bd-dffc-402c-b160-f3ee311415bc on host dv-cinder-790492-8-iscsi for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:22:43.213995 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-f3438e41-4325-4673-8529-52d7617485f5 None None] Attempting to bind port e9cda8bd-dffc-402c-b160-f3ee311415bc by drivers openvswitch,hyperv on host dv-cinder-790492-8-iscsi at level 0 using segments [{'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:22:43.214472 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3438e41-4325-4673-8529-52d7617485f5 None None] Attempting to bind port e9cda8bd-dffc-402c-b160-f3ee311415bc on network e0615610-0145-4336-86ca-92716d56c217 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:22:43.221712 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3438e41-4325-4673-8529-52d7617485f5 None None] Checking agent: {'id': '0bbd6071-f664-4710-b599-19dc1c2306be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 14, 57), 'started_at': datetime.datetime(2021, 8, 25, 18, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:22:43.222206 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3438e41-4325-4673-8529-52d7617485f5 None None] Checking segment: {'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:22:43.222692 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f3438e41-4325-4673-8529-52d7617485f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:43.223176 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3438e41-4325-4673-8529-52d7617485f5 None None] Bound using segment: {'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:22:43.223965 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-f3438e41-4325-4673-8529-52d7617485f5 None None] Bound port: e9cda8bd-dffc-402c-b160-f3ee311415bc, host: dv-cinder-790492-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:22:43.224421 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f3438e41-4325-4673-8529-52d7617485f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:43.293574 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-f3438e41-4325-4673-8529-52d7617485f5 None None] For port e9cda8bd-dffc-402c-b160-f3ee311415bc, host dv-cinder-790492-8-iscsi, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:22:43.304185 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-f3438e41-4325-4673-8529-52d7617485f5 None None] For port e9cda8bd-dffc-402c-b160-f3ee311415bc, host dv-cinder-790492-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=e9cda8bd-dffc-402c-b160-f3ee311415bc,segment=NetworkSegment(49cfb93f-112c-4d1a-97bc-26302bfd74eb),segment_id=49cfb93f-112c-4d1a-97bc-26302bfd74eb)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:22:43.312926 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f3438e41-4325-4673-8529-52d7617485f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:43.332957 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3fe0e-afcd-4bad-bfd9-78d148261ea8 admin admin] Pushing event updated for resources: {'Port': ['ID=e044fa3c-0c98-4d17-94c1-f1fe959ee0a5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:43.341650 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dd4f9b-3037-4211-ac94-32ddcf674125 None None] Sync routers for ids ['e7385fca-9c66-4ddd-a562-d976cbf701d3'] in dv-cinder-790492-8-iscsi {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:22:43.357337 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dd4f9b-3037-4211-ac94-32ddcf674125 None None] Routers {'e7385fca-9c66-4ddd-a562-d976cbf701d3'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:22:43.359521 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-86dd4f9b-3037-4211-ac94-32ddcf674125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:22:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['e7385fca-9c66-4ddd-a562-d976cbf701d3'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:22:43.433265 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ca094462-228a-4071-a729-53c7795b1abe req-917c103c-3046-4142-8062-a9adb268ede8 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=59370016-9efd-4f8f-b46f-f1b2cf0da4e1 HTTP/1.1" status: 200 len: 210 time: 0.1100121 Aug 25 18:22:43.517605 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd75f8e-ceb9-4684-9fce-4ed0df666812 None None] Pushing event updated for resources: {'Port': ['ID=e9cda8bd-dffc-402c-b160-f3ee311415bc,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:43.534875 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8 up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:22:43.538806 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 60866) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:43.544441 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-b9fc28d1-2d8d-438c-b215-554a3f64c245 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Request body: {'security_group': {'name': 'tempest-securitygroup--606488758', 'description': 'tempest-description--619565744'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:22:43.557485 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3438e41-4325-4673-8529-52d7617485f5 None None] Routers {'351da665-83d8-4b93-bd2a-788b71a00d6f'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:22:43.559098 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f3438e41-4325-4673-8529-52d7617485f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:22:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['351da665-83d8-4b93-bd2a-788b71a00d6f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:22:43.613009 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b9fc28d1-2d8d-438c-b215-554a3f64c245 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:43.727890 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-03799d05-f5f5-4ed6-be57-c6bc7a007b2f req-58635986-24a0-432a-9ede-1e7ec0d95f66 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/ports?device_id=93df5824-10de-44e4-acfb-ff6619e947e9 HTTP/1.1" status: 200 len: 210 time: 0.1606956 Aug 25 18:22:43.899109 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b9fc28d1-2d8d-438c-b215-554a3f64c245 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:43.906361 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b9fc28d1-2d8d-438c-b215-554a3f64c245 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:43.929542 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-86dd4f9b-3037-4211-ac94-32ddcf674125 None None] Set router e7385fca-9c66-4ddd-a562-d976cbf701d3 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:22:43.949664 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc28d1-2d8d-438c-b215-554a3f64c245 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a31f57d-5a99-4ecb-8719-d2b6831fad49,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:43.961200 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b9fc28d1-2d8d-438c-b215-554a3f64c245 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:43.963159 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-b9fc28d1-2d8d-438c-b215-554a3f64c245 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.4230804 Aug 25 18:22:43.967509 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 60884) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:43.973078 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-59edafb2-8570-4efc-8b73-00ee4bb02754 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Request body: {'security_group_rule': {'security_group_id': '3a31f57d-5a99-4ecb-8719-d2b6831fad49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:22:43.983164 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-f3438e41-4325-4673-8529-52d7617485f5 None None] Set router 351da665-83d8-4b93-bd2a-788b71a00d6f gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:22:44.044070 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-59edafb2-8570-4efc-8b73-00ee4bb02754 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:44.143183 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-59edafb2-8570-4efc-8b73-00ee4bb02754 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:44.148723 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-59edafb2-8570-4efc-8b73-00ee4bb02754 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516089'] for security_group_rule, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:44.165456 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59edafb2-8570-4efc-8b73-00ee4bb02754 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d04b1491-21cb-4277-b4b8-03cef16923ed,revision_number=0']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:44.210126 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-59edafb2-8570-4efc-8b73-00ee4bb02754 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:44.212227 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-59edafb2-8570-4efc-8b73-00ee4bb02754 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2431352 Aug 25 18:22:44.233817 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 60900) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:44.239091 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-8234cfaf-c5d8-4773-a653-356de3338950 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Request body: {'security_group_rule': {'security_group_id': '3a31f57d-5a99-4ecb-8719-d2b6831fad49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:22:44.283439 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8234cfaf-c5d8-4773-a653-356de3338950 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:44.286060 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11a3fe0e-afcd-4bad-bfd9-78d148261ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:44.354875 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-86dd4f9b-3037-4211-ac94-32ddcf674125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1527836619-router', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:22:34Z', 'updated_at': '2021-08-25T18:22:40Z', 'revision_number': 4, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'gw_port': {'id': 'f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:10:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:35Z', 'updated_at': '2021-08-25T18:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '0897d691-285b-49c9-986d-bbabfad84253', 'name': '', 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'mac_address': 'fa:16:3e:cf:19:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd9d7b14c-bc03-4fe0-a3a0-cffe2819abe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:39Z', 'updated_at': '2021-08-25T18:22:40Z', 'revision_number': 2, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'subnets': [{'id': 'd9d7b14c-bc03-4fe0-a3a0-cffe2819abe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:22:44.356252 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:22:44.356651 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:44.361419 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8234cfaf-c5d8-4773-a653-356de3338950 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:44.371583 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8234cfaf-c5d8-4773-a653-356de3338950 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516089'] for security_group_rule, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:44.413836 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dd4f9b-3037-4211-ac94-32ddcf674125 None None] Checking router: e7385fca-9c66-4ddd-a562-d976cbf701d3 for host: dv-cinder-790492-8-iscsi {{(pid=93794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:22:44.414590 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dd4f9b-3037-4211-ac94-32ddcf674125 None None] Updating router e7385fca-9c66-4ddd-a562-d976cbf701d3 port 0897d691-285b-49c9-986d-bbabfad84253 binding host dv-cinder-790492-8-iscsi {{(pid=93794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 18:22:44.424530 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234cfaf-c5d8-4773-a653-356de3338950 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b26db9bb-2adc-42a8-8a4e-5680a690c616,revision_number=0']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:44.435066 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8234cfaf-c5d8-4773-a653-356de3338950 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:44.439325 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-8234cfaf-c5d8-4773-a653-356de3338950 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2012978 Aug 25 18:22:44.440749 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 60902) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:44.452374 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-6b3775ef-55c8-4e69-91e7-97ab136e36c0 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Request body: {'floatingip': {'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:22:44.458622 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-86dd4f9b-3037-4211-ac94-32ddcf674125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:44.527208 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.24', 64850) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:44.527591 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f3438e41-4325-4673-8529-52d7617485f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351da665-83d8-4b93-bd2a-788b71a00d6f', 'name': 'tempest-ServerRescueNegativeTestJSON-448292523-router', 'tenant_id': 'e395b011c00e459e874eaeeb248043c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e9cda8bd-dffc-402c-b160-f3ee311415bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:22:35Z', 'updated_at': '2021-08-25T18:22:38Z', 'revision_number': 3, 'project_id': 'e395b011c00e459e874eaeeb248043c8', 'gw_port': {'id': 'e9cda8bd-dffc-402c-b160-f3ee311415bc', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351da665-83d8-4b93-bd2a-788b71a00d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:37Z', 'updated_at': '2021-08-25T18:22:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi'}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:22:44.666696 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11a3fe0e-afcd-4bad-bfd9-78d148261ea8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:44.675644 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11a3fe0e-afcd-4bad-bfd9-78d148261ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:44.676702 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11a3fe0e-afcd-4bad-bfd9-78d148261ea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437819'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:44.733934 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3438e41-4325-4673-8529-52d7617485f5 None None] The sync data for ids ['351da665-83d8-4b93-bd2a-788b71a00d6f'] in dv-cinder-790492-8-iscsi is: [{'id': '351da665-83d8-4b93-bd2a-788b71a00d6f', 'name': 'tempest-ServerRescueNegativeTestJSON-448292523-router', 'tenant_id': 'e395b011c00e459e874eaeeb248043c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e9cda8bd-dffc-402c-b160-f3ee311415bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:22:35Z', 'updated_at': '2021-08-25T18:22:38Z', 'revision_number': 3, 'project_id': 'e395b011c00e459e874eaeeb248043c8', 'gw_port': {'id': 'e9cda8bd-dffc-402c-b160-f3ee311415bc', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351da665-83d8-4b93-bd2a-788b71a00d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:37Z', 'updated_at': '2021-08-25T18:22:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:22:44.862817 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6b3775ef-55c8-4e69-91e7-97ab136e36c0 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for floatingip, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:44.940911 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a43dd72d-bf2d-4d8d-b55d-0d4294884f59 req-3b470b7e-7e45-4089-ac28-a62b5a2887fd tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=59370016-9efd-4f8f-b46f-f1b2cf0da4e1 HTTP/1.1" status: 200 len: 210 time: 0.1510992 Aug 25 18:22:45.086179 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.24', 64855) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:45.154788 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-97a1707f-29a5-432c-9dea-ef8377c811c3 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:22:45.168327 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-97a1707f-29a5-432c-9dea-ef8377c811c3 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.24 "GET /v2.0/networks?id=027ca67f-1ba8-44ee-953d-79215c56cc3d HTTP/1.1" status: 200 len: 811 time: 0.6440282 Aug 25 18:22:45.237111 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-86dd4f9b-3037-4211-ac94-32ddcf674125 None None] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:45.254838 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-86dd4f9b-3037-4211-ac94-32ddcf674125 None None] Transition to ACTIVE for port object 0897d691-285b-49c9-986d-bbabfad84253 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:22:45.273368 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-dff9e6a6-4676-429b-b792-1f8c566b0e87 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Request body: {'port': {'device_id': '93df5824-10de-44e4-acfb-ff6619e947e9', 'network_id': '027ca67f-1ba8-44ee-953d-79215c56cc3d', 'admin_state_up': True, 'tenant_id': 'aa3d96c178cf4c50882e25bc1e03847d'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:22:45.278303 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-86dd4f9b-3037-4211-ac94-32ddcf674125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:45.352757 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3fe0e-afcd-4bad-bfd9-78d148261ea8 admin admin] Pushing event updated for resources: {'Port': ['ID=e044fa3c-0c98-4d17-94c1-f1fe959ee0a5,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:45.390181 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-61a45d21-a9b8-4460-8d8c-f0d2d8659fa6 req-06bf5961-8906-4fc2-9a50-2a2ee5707f1a tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/ports?device_id=93df5824-10de-44e4-acfb-ff6619e947e9 HTTP/1.1" status: 200 len: 210 time: 0.4111178 Aug 25 18:22:45.424579 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcad4b7-5b5b-4f42-9f57-d6263e33912d None None] Pushing event updated for resources: {'Port': ['ID=0897d691-285b-49c9-986d-bbabfad84253,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:45.590877 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device e9cda8bd-dffc-402c-b160-f3ee311415bc up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:22:45.639458 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-86dd4f9b-3037-4211-ac94-32ddcf674125 None None] Attempting to bind port 0897d691-285b-49c9-986d-bbabfad84253 on host dv-cinder-790492-8-iscsi for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:22:45.640090 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-86dd4f9b-3037-4211-ac94-32ddcf674125 None None] Attempting to bind port 0897d691-285b-49c9-986d-bbabfad84253 by drivers openvswitch,hyperv on host dv-cinder-790492-8-iscsi at level 0 using segments [{'id': 'c7174dd9-e2ad-4230-9486-8edb6195741d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:22:45.641333 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dd4f9b-3037-4211-ac94-32ddcf674125 None None] Attempting to bind port 0897d691-285b-49c9-986d-bbabfad84253 on network ca11b88d-433f-4cc3-bc46-86e155a29f61 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:22:45.665670 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dd4f9b-3037-4211-ac94-32ddcf674125 None None] Checking agent: {'id': '0bbd6071-f664-4710-b599-19dc1c2306be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 14, 57), 'started_at': datetime.datetime(2021, 8, 25, 18, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:22:45.666487 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dd4f9b-3037-4211-ac94-32ddcf674125 None None] Checking segment: {'id': 'c7174dd9-e2ad-4230-9486-8edb6195741d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:22:45.667298 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-86dd4f9b-3037-4211-ac94-32ddcf674125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:45.667847 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dd4f9b-3037-4211-ac94-32ddcf674125 None None] Bound using segment: {'id': 'c7174dd9-e2ad-4230-9486-8edb6195741d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:22:45.668509 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-86dd4f9b-3037-4211-ac94-32ddcf674125 None None] Bound port: 0897d691-285b-49c9-986d-bbabfad84253, host: dv-cinder-790492-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7174dd9-e2ad-4230-9486-8edb6195741d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:22:45.669145 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-86dd4f9b-3037-4211-ac94-32ddcf674125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:45.709777 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-2bf92dd4-077d-4445-b033-e313fcd7e19f tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:22:45.712037 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-2bf92dd4-077d-4445-b033-e313fcd7e19f tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.24 "GET /v2.0/networks?id=2cd15194-5e4d-4178-a19c-bfac18d7be9f HTTP/1.1" status: 200 len: 814 time: 0.6209204 Aug 25 18:22:45.724578 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a3fe0e-afcd-4bad-bfd9-78d148261ea8 admin admin] Network 2887ddf4-42ee-4421-bb40-86e4a6966b8c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:22:45.729027 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-ccee7da2-c25a-4c8e-880e-9f65c81532f6 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Request body: {'port': {'device_id': '59370016-9efd-4f8f-b46f-f1b2cf0da4e1', 'network_id': '2cd15194-5e4d-4178-a19c-bfac18d7be9f', 'admin_state_up': True, 'tenant_id': 'dfb0f87eed314ea4a07c2ce25cc9966a'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:22:45.742299 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning for port e9cda8bd-dffc-402c-b160-f3ee311415bc completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:22:45.748972 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port e9cda8bd-dffc-402c-b160-f3ee311415bc triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:22:45.749845 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:45.908466 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-86dd4f9b-3037-4211-ac94-32ddcf674125 None None] For port 0897d691-285b-49c9-986d-bbabfad84253, host dv-cinder-790492-8-iscsi, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:22:45.930725 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-86dd4f9b-3037-4211-ac94-32ddcf674125 None None] For port 0897d691-285b-49c9-986d-bbabfad84253, host dv-cinder-790492-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=0897d691-285b-49c9-986d-bbabfad84253,segment=NetworkSegment(c7174dd9-e2ad-4230-9486-8edb6195741d),segment_id=c7174dd9-e2ad-4230-9486-8edb6195741d)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:22:45.954254 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-86dd4f9b-3037-4211-ac94-32ddcf674125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:46.030856 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:46.163976 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6b3775ef-55c8-4e69-91e7-97ab136e36c0 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:46.208797 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-dff9e6a6-4676-429b-b792-1f8c566b0e87 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Made reservation on behalf of aa3d96c178cf4c50882e25bc1e03847d for: {'port': 1} {{(pid=93792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:22:46.225007 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-dff9e6a6-4676-429b-b792-1f8c566b0e87 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:46.245328 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-11a3fe0e-afcd-4bad-bfd9-78d148261ea8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:22:46.251882 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dd4f9b-3037-4211-ac94-32ddcf674125 None None] Routers {'e7385fca-9c66-4ddd-a562-d976cbf701d3'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:22:46.254298 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:46.254458 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-86dd4f9b-3037-4211-ac94-32ddcf674125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:22:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['e7385fca-9c66-4ddd-a562-d976cbf701d3'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:22:46.269400 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-ccee7da2-c25a-4c8e-880e-9f65c81532f6 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Made reservation on behalf of dfb0f87eed314ea4a07c2ce25cc9966a for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:22:46.275039 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-ccee7da2-c25a-4c8e-880e-9f65c81532f6 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:46.325565 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-021cbea8-9685-48a4-9ca9-a079e721ffef req-e0c298eb-2726-4ecb-b8ee-744647faf911 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=59370016-9efd-4f8f-b46f-f1b2cf0da4e1 HTTP/1.1" status: 200 len: 210 time: 0.0830626 Aug 25 18:22:46.386477 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a73fd473-a473-4725-b778-338a169d167b None None] For port e9cda8bd-dffc-402c-b160-f3ee311415bc, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=e9cda8bd-dffc-402c-b160-f3ee311415bc,segment=NetworkSegment(49cfb93f-112c-4d1a-97bc-26302bfd74eb),segment_id=49cfb93f-112c-4d1a-97bc-26302bfd74eb)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:22:46.394102 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:46.429887 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcad4b7-5b5b-4f42-9f57-d6263e33912d None None] Pushing event updated for resources: {'Port': ['ID=0897d691-285b-49c9-986d-bbabfad84253,revision_number=4']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:46.581312 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Pushing event updated for resources: {'Port': ['ID=e9cda8bd-dffc-402c-b160-f3ee311415bc,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:46.692819 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-86dd4f9b-3037-4211-ac94-32ddcf674125 None None] Set router e7385fca-9c66-4ddd-a562-d976cbf701d3 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:22:46.799434 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c807d7be-c442-4fde-911f-3b3d47a765f6 req-9ef38e5e-5455-4627-ba15-25be131a41f4 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/ports?device_id=93df5824-10de-44e4-acfb-ff6619e947e9 HTTP/1.1" status: 200 len: 210 time: 0.1033769 Aug 25 18:22:47.517061 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a3fe0e-afcd-4bad-bfd9-78d148261ea8 admin admin] Router 351da665-83d8-4b93-bd2a-788b71a00d6f has already been hosted by L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:22:47.548443 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 32816) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:47.558760 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-86dd4f9b-3037-4211-ac94-32ddcf674125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1527836619-router', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:22:34Z', 'updated_at': '2021-08-25T18:22:40Z', 'revision_number': 4, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'gw_port': {'id': 'f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:10:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:35Z', 'updated_at': '2021-08-25T18:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '0897d691-285b-49c9-986d-bbabfad84253', 'name': '', 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'mac_address': 'fa:16:3e:cf:19:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd9d7b14c-bc03-4fe0-a3a0-cffe2819abe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:39Z', 'updated_at': '2021-08-25T18:22:45Z', 'revision_number': 4, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'subnets': [{'id': 'd9d7b14c-bc03-4fe0-a3a0-cffe2819abe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:22:47.581214 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device e9cda8bd-dffc-402c-b160-f3ee311415bc up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:22:47.606661 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-dff9e6a6-4676-429b-b792-1f8c566b0e87 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Allocated IP 172.20.0.13 (027ca67f-1ba8-44ee-953d-79215c56cc3d/3f8e573a-17eb-4adc-92ac-7739d0754b94/f6dc92b4-60c3-4caf-9201-0172ba74f7fd) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:22:47.694956 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dd4f9b-3037-4211-ac94-32ddcf674125 None None] The sync data for ids ['e7385fca-9c66-4ddd-a562-d976cbf701d3'] in dv-cinder-790492-8-iscsi is: [{'id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1527836619-router', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:22:34Z', 'updated_at': '2021-08-25T18:22:40Z', 'revision_number': 4, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'gw_port': {'id': 'f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:10:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:35Z', 'updated_at': '2021-08-25T18:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '0897d691-285b-49c9-986d-bbabfad84253', 'name': '', 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'mac_address': 'fa:16:3e:cf:19:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd9d7b14c-bc03-4fe0-a3a0-cffe2819abe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:39Z', 'updated_at': '2021-08-25T18:22:45Z', 'revision_number': 4, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'subnets': [{'id': 'd9d7b14c-bc03-4fe0-a3a0-cffe2819abe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:22:47.696848 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e9d2af0d-cd4b-41b9-8a5d-32ab6f24be8e req-b345d77c-4a86-4181-8335-8bf901a32cfc tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=59370016-9efd-4f8f-b46f-f1b2cf0da4e1 HTTP/1.1" status: 200 len: 210 time: 0.1378772 Aug 25 18:22:47.721215 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-ccee7da2-c25a-4c8e-880e-9f65c81532f6 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Allocated IP 172.20.0.13 (2cd15194-5e4d-4178-a19c-bfac18d7be9f/ecab46d4-97f7-43f1-803d-02b5f4e01661/f4dda55a-138e-4547-958a-e8ea46b3244e) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:22:47.741965 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port e9cda8bd-dffc-402c-b160-f3ee311415bc triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:22:47.743459 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:48.038807 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-6b3775ef-55c8-4e69-91e7-97ab136e36c0 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Allocated IP 172.27.3.61 (e0615610-0145-4336-86ca-92716d56c217/ba8c35dc-42f2-4379-aafd-ce1793efee80/b44f207a-ad5a-4a2e-af24-740b5f90c9a7) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:22:48.271045 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-528b43c6-9b62-49a5-9ed9-8f4e076ccc7b req-792b682c-e91b-47bb-ab47-604ddace3743 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/ports?device_id=93df5824-10de-44e4-acfb-ff6619e947e9 HTTP/1.1" status: 200 len: 210 time: 0.1418955 Aug 25 18:22:48.407402 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-ccee7da2-c25a-4c8e-880e-9f65c81532f6 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:48.476918 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 32844) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:48.496453 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-139ad4c4-abfb-462a-b355-e75f8958dba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:48.568397 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-dff9e6a6-4676-429b-b792-1f8c566b0e87 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:48.584335 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a3fe0e-afcd-4bad-bfd9-78d148261ea8 admin admin] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:22:48.598445 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b38ae8-5b4b-461b-8480-4165e772c932 None None] Sync routers for ids ['351da665-83d8-4b93-bd2a-788b71a00d6f'] in dv-cinder-790492-8-iscsi {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:22:48.610897 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b38ae8-5b4b-461b-8480-4165e772c932 None None] Routers {'351da665-83d8-4b93-bd2a-788b71a00d6f'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:22:48.611531 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-01b38ae8-5b4b-461b-8480-4165e772c932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:22:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['351da665-83d8-4b93-bd2a-788b71a00d6f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:22:48.629596 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-11a3fe0e-afcd-4bad-bfd9-78d148261ea8 admin admin] 10.222.0.37 "PUT /v2.0/routers/351da665-83d8-4b93-bd2a-788b71a00d6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1783934 Aug 25 18:22:48.657346 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6b3775ef-55c8-4e69-91e7-97ab136e36c0 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:48.728171 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-ccee7da2-c25a-4c8e-880e-9f65c81532f6 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:48.871314 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-dff9e6a6-4676-429b-b792-1f8c566b0e87 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:48.996114 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-01b38ae8-5b4b-461b-8480-4165e772c932 None None] Set router 351da665-83d8-4b93-bd2a-788b71a00d6f gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:22:49.120758 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9e6a6-4676-429b-b792-1f8c566b0e87 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Pushing event updated for resources: {'Port': ['ID=f6dc92b4-60c3-4caf-9201-0172ba74f7fd,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:49.175152 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-dff9e6a6-4676-429b-b792-1f8c566b0e87 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Network 027ca67f-1ba8-44ee-953d-79215c56cc3d is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:22:49.178322 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-dff9e6a6-4676-429b-b792-1f8c566b0e87 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:22:49.183489 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6b3775ef-55c8-4e69-91e7-97ab136e36c0 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:49.188695 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2623f577-ea5e-4c4b-a9a4-251447b95898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:49.220017 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-dff9e6a6-4676-429b-b792-1f8c566b0e87 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:22:49.226515 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-dff9e6a6-4676-429b-b792-1f8c566b0e87 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:22:49.227407 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-dff9e6a6-4676-429b-b792-1f8c566b0e87 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for port, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:49.228947 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-ccee7da2-c25a-4c8e-880e-9f65c81532f6 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Network 2cd15194-5e4d-4178-a19c-bfac18d7be9f is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:22:49.285769 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-ccee7da2-c25a-4c8e-880e-9f65c81532f6 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:22:49.286617 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3775ef-55c8-4e69-91e7-97ab136e36c0 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Network e0615610-0145-4336-86ca-92716d56c217 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:22:49.291165 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-6b3775ef-55c8-4e69-91e7-97ab136e36c0 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:22:49.298662 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-ccee7da2-c25a-4c8e-880e-9f65c81532f6 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:22:49.305531 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3775ef-55c8-4e69-91e7-97ab136e36c0 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:22:49.318460 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-ccee7da2-c25a-4c8e-880e-9f65c81532f6 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:22:49.322294 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-ccee7da2-c25a-4c8e-880e-9f65c81532f6 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:49.332542 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3775ef-55c8-4e69-91e7-97ab136e36c0 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Pushing event updated for resources: {'Port': ['ID=b44f207a-ad5a-4a2e-af24-740b5f90c9a7,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:49.463421 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6b3775ef-55c8-4e69-91e7-97ab136e36c0 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:49.553999 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6b3775ef-55c8-4e69-91e7-97ab136e36c0 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:49.607439 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 0897d691-285b-49c9-986d-bbabfad84253 up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:22:49.611302 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-01b38ae8-5b4b-461b-8480-4165e772c932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351da665-83d8-4b93-bd2a-788b71a00d6f', 'name': 'tempest-ServerRescueNegativeTestJSON-448292523-router', 'tenant_id': 'e395b011c00e459e874eaeeb248043c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e9cda8bd-dffc-402c-b160-f3ee311415bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:22:35Z', 'updated_at': '2021-08-25T18:22:43Z', 'revision_number': 4, 'project_id': 'e395b011c00e459e874eaeeb248043c8', 'gw_port': {'id': 'e9cda8bd-dffc-402c-b160-f3ee311415bc', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351da665-83d8-4b93-bd2a-788b71a00d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:37Z', 'updated_at': '2021-08-25T18:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': 'e044fa3c-0c98-4d17-94c1-f1fe959ee0a5', 'name': '', 'network_id': '2887ddf4-42ee-4421-bb40-86e4a6966b8c', 'tenant_id': 'e395b011c00e459e874eaeeb248043c8', 'mac_address': 'fa:16:3e:80:88:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351da665-83d8-4b93-bd2a-788b71a00d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a466bd10-ab39-42b8-add1-5b51ec077d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:42Z', 'updated_at': '2021-08-25T18:22:44Z', 'revision_number': 2, 'project_id': 'e395b011c00e459e874eaeeb248043c8', 'subnets': [{'id': 'a466bd10-ab39-42b8-add1-5b51ec077d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:22:49.619265 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee7da2-c25a-4c8e-880e-9f65c81532f6 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Pushing event updated for resources: {'Port': ['ID=f4dda55a-138e-4547-958a-e8ea46b3244e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:49.669256 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b38ae8-5b4b-461b-8480-4165e772c932 None None] Checking router: 351da665-83d8-4b93-bd2a-788b71a00d6f for host: dv-cinder-790492-8-iscsi {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:22:49.669859 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b38ae8-5b4b-461b-8480-4165e772c932 None None] Updating router 351da665-83d8-4b93-bd2a-788b71a00d6f port e044fa3c-0c98-4d17-94c1-f1fe959ee0a5 binding host dv-cinder-790492-8-iscsi {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 18:22:49.736179 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605bca25-4540-418d-8279-44111249c9dd req-f6e782b9-dd70-485a-ba29-0ee9ca6d14a9 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:22:49.738016 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-605bca25-4540-418d-8279-44111249c9dd req-f6e782b9-dd70-485a-ba29-0ee9ca6d14a9 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=59370016-9efd-4f8f-b46f-f1b2cf0da4e1 HTTP/1.1" status: 200 len: 932 time: 0.4908454 Aug 25 18:22:49.756470 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-139ad4c4-abfb-462a-b355-e75f8958dba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:49.785342 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-139ad4c4-abfb-462a-b355-e75f8958dba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:49.812423 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-dff9e6a6-4676-429b-b792-1f8c566b0e87 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5933495 Aug 25 18:22:49.837873 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-01b38ae8-5b4b-461b-8480-4165e772c932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:49.910032 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-139ad4c4-abfb-462a-b355-e75f8958dba3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a6a61f539a714fb7b8de5af01c8519e5&name=default HTTP/1.1" status: 200 len: 2978 time: 2.3521845 Aug 25 18:22:49.912664 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 32884) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:49.954027 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-6f536d29-c10c-41fb-b649-9920a9949c07 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:22:49.963332 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-6f536d29-c10c-41fb-b649-9920a9949c07 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/networks?id=2887ddf4-42ee-4421-bb40-86e4a6966b8c HTTP/1.1" status: 200 len: 818 time: 0.5727763 Aug 25 18:22:50.019962 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ad4c4-abfb-462a-b355-e75f8958dba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65a93d7-cf44-4ba7-af9b-50a6ad63b0bc,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:50.023027 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning for port 0897d691-285b-49c9-986d-bbabfad84253 completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:22:50.051798 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-5302273b-6c81-451c-ae14-6eb8ef678f42 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/quotas/e395b011c00e459e874eaeeb248043c8 HTTP/1.1" status: 200 len: 375 time: 0.0872698 Aug 25 18:22:50.060192 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-605bca25-4540-418d-8279-44111249c9dd req-8b03dcee-5a7c-4c41-bc13-0bcbbac894ee tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018100 Aug 25 18:22:50.123508 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port 0897d691-285b-49c9-986d-bbabfad84253 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:22:50.124122 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:50.186088 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-71d43ff9-1971-4b84-bfaa-c5f19364100f tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 18:22:50.189476 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-71d43ff9-1971-4b84-bfaa-c5f19364100f tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0520282 Aug 25 18:22:50.200722 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6b3775ef-55c8-4e69-91e7-97ab136e36c0 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:50.256959 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-d65d98de-0e20-4ed9-9739-fb4596f80006 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e395b011c00e459e874eaeeb248043c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1956918 Aug 25 18:22:50.273087 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2623f577-ea5e-4c4b-a9a4-251447b95898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:50.281139 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6b3775ef-55c8-4e69-91e7-97ab136e36c0 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:50.284148 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-483e7839-a42c-4105-ae2b-f888dee31ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:50.315023 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2623f577-ea5e-4c4b-a9a4-251447b95898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:50.378591 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-2623f577-ea5e-4c4b-a9a4-251447b95898 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a5568113c3d14e5f9d39df0f2bae8636&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8978803 Aug 25 18:22:50.386417 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-ccee7da2-c25a-4c8e-880e-9f65c81532f6 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6639142 Aug 25 18:22:50.387537 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 32896) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:50.423088 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6b3775ef-55c8-4e69-91e7-97ab136e36c0 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438161'] for floatingip, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:50.436074 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-483e7839-a42c-4105-ae2b-f888dee31ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:50.449079 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6b3775ef-55c8-4e69-91e7-97ab136e36c0 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for floatingip, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:50.450366 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-6b3775ef-55c8-4e69-91e7-97ab136e36c0 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0086501 Aug 25 18:22:50.465821 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3775ef-55c8-4e69-91e7-97ab136e36c0 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Pushing event updated for resources: {'Port': ['ID=b44f207a-ad5a-4a2e-af24-740b5f90c9a7,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:50.527357 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79648048-3f3b-4a2e-b69f-1eaa3e10c168 req-1636f2ca-2c13-4764-8464-15651cfb3a71 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:22:50.533096 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-79648048-3f3b-4a2e-b69f-1eaa3e10c168 req-1636f2ca-2c13-4764-8464-15651cfb3a71 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/ports?device_id=93df5824-10de-44e4-acfb-ff6619e947e9 HTTP/1.1" status: 200 len: 932 time: 0.2714491 Aug 25 18:22:50.536436 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-483e7839-a42c-4105-ae2b-f888dee31ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:50.539467 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-483e7839-a42c-4105-ae2b-f888dee31ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:50.543719 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-483e7839-a42c-4105-ae2b-f888dee31ace admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a65a93d7-cf44-4ba7-af9b-50a6ad63b0bc HTTP/1.1" status: 204 len: 168 time: 0.6270721 Aug 25 18:22:50.556986 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-f0f0fab8-8d25-4a3a-9616-4f3c6950038f service neutron] Request body: {'port': {'device_id': '93df5824-10de-44e4-acfb-ff6619e947e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:22:50.575077 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e7839-a42c-4105-ae2b-f888dee31ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65a93d7-cf44-4ba7-af9b-50a6ad63b0bc,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:50.579368 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623f577-ea5e-4c4b-a9a4-251447b95898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379ff7e9-820c-449b-96d8-2f60a5df536a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:50.637481 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-f0f0fab8-8d25-4a3a-9616-4f3c6950038f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:50.722553 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-01b38ae8-5b4b-461b-8480-4165e772c932 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:50.731053 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb1969e0-4d3f-4da8-9af3-01a29bb7d865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:50.773967 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-79648048-3f3b-4a2e-b69f-1eaa3e10c168 req-1602d8b2-3f37-49d4-a240-11fafc28a215 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/security-groups?id=80d899e3-7802-4972-be1b-c74dc70efbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831808 Aug 25 18:22:50.810689 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-01b38ae8-5b4b-461b-8480-4165e772c932 None None] Transition to ACTIVE for port object e044fa3c-0c98-4d17-94c1-f1fe959ee0a5 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:22:50.814418 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:50.836004 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-01b38ae8-5b4b-461b-8480-4165e772c932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:50.855785 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb1969e0-4d3f-4da8-9af3-01a29bb7d865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:51.011587 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb1969e0-4d3f-4da8-9af3-01a29bb7d865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:51.014688 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb1969e0-4d3f-4da8-9af3-01a29bb7d865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:51.017815 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-eb1969e0-4d3f-4da8-9af3-01a29bb7d865 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/379ff7e9-820c-449b-96d8-2f60a5df536a HTTP/1.1" status: 204 len: 168 time: 0.5744808 Aug 25 18:22:51.046942 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-069e6e98-9979-43bc-9518-0ef992e98cd3 service neutron] Request body: {'port': {'device_id': '59370016-9efd-4f8f-b46f-f1b2cf0da4e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:22:51.060278 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a73fd473-a473-4725-b778-338a169d167b None None] For port 0897d691-285b-49c9-986d-bbabfad84253, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=0897d691-285b-49c9-986d-bbabfad84253,segment=NetworkSegment(c7174dd9-e2ad-4230-9486-8edb6195741d),segment_id=c7174dd9-e2ad-4230-9486-8edb6195741d)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:22:51.077689 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-ca0555ef-e53b-4266-bc4b-8a66688df5eb service neutron] 10.222.0.37 "GET /v2.0/networks/2887ddf4-42ee-4421-bb40-86e4a6966b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8009491 Aug 25 18:22:51.080805 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 32930) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:51.090275 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ceae0b-5bc4-424a-b3e1-57e021035765 None None] Pushing event updated for resources: {'Port': ['ID=e044fa3c-0c98-4d17-94c1-f1fe959ee0a5,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:51.157667 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:51.306008 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1969e0-4d3f-4da8-9af3-01a29bb7d865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379ff7e9-820c-449b-96d8-2f60a5df536a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:51.415853 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-01b38ae8-5b4b-461b-8480-4165e772c932 None None] Attempting to bind port e044fa3c-0c98-4d17-94c1-f1fe959ee0a5 on host dv-cinder-790492-8-iscsi for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:22:51.416219 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-01b38ae8-5b4b-461b-8480-4165e772c932 None None] Attempting to bind port e044fa3c-0c98-4d17-94c1-f1fe959ee0a5 by drivers openvswitch,hyperv on host dv-cinder-790492-8-iscsi at level 0 using segments [{'id': '7b7140b0-1015-48cf-8ba0-cd3394513da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2887ddf4-42ee-4421-bb40-86e4a6966b8c'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:22:51.421962 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b38ae8-5b4b-461b-8480-4165e772c932 None None] Attempting to bind port e044fa3c-0c98-4d17-94c1-f1fe959ee0a5 on network 2887ddf4-42ee-4421-bb40-86e4a6966b8c {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:22:51.454086 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b38ae8-5b4b-461b-8480-4165e772c932 None None] Checking agent: {'id': '0bbd6071-f664-4710-b599-19dc1c2306be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 14, 57), 'started_at': datetime.datetime(2021, 8, 25, 18, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:22:51.454811 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b38ae8-5b4b-461b-8480-4165e772c932 None None] Checking segment: {'id': '7b7140b0-1015-48cf-8ba0-cd3394513da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2887ddf4-42ee-4421-bb40-86e4a6966b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:22:51.456693 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-01b38ae8-5b4b-461b-8480-4165e772c932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:51.457275 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b38ae8-5b4b-461b-8480-4165e772c932 None None] Bound using segment: {'id': '7b7140b0-1015-48cf-8ba0-cd3394513da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2887ddf4-42ee-4421-bb40-86e4a6966b8c'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:22:51.457938 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-01b38ae8-5b4b-461b-8480-4165e772c932 None None] Bound port: e044fa3c-0c98-4d17-94c1-f1fe959ee0a5, host: dv-cinder-790492-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b7140b0-1015-48cf-8ba0-cd3394513da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2887ddf4-42ee-4421-bb40-86e4a6966b8c'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:22:51.459736 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-01b38ae8-5b4b-461b-8480-4165e772c932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:51.491863 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Pushing event updated for resources: {'Port': ['ID=0897d691-285b-49c9-986d-bbabfad84253,revision_number=5']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:51.600947 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.notifiers.nova [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-f0f0fab8-8d25-4a3a-9616-4f3c6950038f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6dc92b4-60c3-4caf-9201-0172ba74f7fd {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:22:51.623123 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-f0f0fab8-8d25-4a3a-9616-4f3c6950038f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:51.629482 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-01b38ae8-5b4b-461b-8480-4165e772c932 None None] For port e044fa3c-0c98-4d17-94c1-f1fe959ee0a5, host dv-cinder-790492-8-iscsi, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:22:51.634786 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-01b38ae8-5b4b-461b-8480-4165e772c932 None None] For port e044fa3c-0c98-4d17-94c1-f1fe959ee0a5, host dv-cinder-790492-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=e044fa3c-0c98-4d17-94c1-f1fe959ee0a5,segment=NetworkSegment(7b7140b0-1015-48cf-8ba0-cd3394513da3),segment_id=7b7140b0-1015-48cf-8ba0-cd3394513da3)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:22:51.638589 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-60475ea7-6b53-4984-a28f-788fa486ad8a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--606488758&fields=id&tenant_id=0e50d3e6eb4343348d784dfd6489ac79 HTTP/1.1" status: 200 len: 267 time: 0.5793083 Aug 25 18:22:51.643931 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-01b38ae8-5b4b-461b-8480-4165e772c932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:51.675259 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-f0f0fab8-8d25-4a3a-9616-4f3c6950038f service neutron] Transition to ACTIVE for port object f6dc92b4-60c3-4caf-9201-0172ba74f7fd will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:22:51.691213 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e17e1e92-1b87-4414-93e8-26bced51a3b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:51.696386 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-f0f0fab8-8d25-4a3a-9616-4f3c6950038f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:51.708921 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-069e6e98-9979-43bc-9518-0ef992e98cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:51.796955 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ceae0b-5bc4-424a-b3e1-57e021035765 None None] Pushing event updated for resources: {'Port': ['ID=e044fa3c-0c98-4d17-94c1-f1fe959ee0a5,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:51.822395 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b38ae8-5b4b-461b-8480-4165e772c932 None None] Routers {'351da665-83d8-4b93-bd2a-788b71a00d6f'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:22:51.823080 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-01b38ae8-5b4b-461b-8480-4165e772c932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:22:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['351da665-83d8-4b93-bd2a-788b71a00d6f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:22:51.850463 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 32942) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:51.910020 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0fab8-8d25-4a3a-9616-4f3c6950038f service neutron] Pushing event updated for resources: {'Port': ['ID=f6dc92b4-60c3-4caf-9201-0172ba74f7fd,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:51.912130 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 32944) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:51.937914 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c3fe657d-c5dd-4302-a76e-1e7bf243c4e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:51.992073 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-f0f0fab8-8d25-4a3a-9616-4f3c6950038f service neutron] Attempting to bind port f6dc92b4-60c3-4caf-9201-0172ba74f7fd on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:22:51.992578 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-f0f0fab8-8d25-4a3a-9616-4f3c6950038f service neutron] Attempting to bind port f6dc92b4-60c3-4caf-9201-0172ba74f7fd by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'fd65dba9-b66e-472c-b256-f4a4ac3c733e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '027ca67f-1ba8-44ee-953d-79215c56cc3d'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:22:51.993070 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-f0f0fab8-8d25-4a3a-9616-4f3c6950038f service neutron] Attempting to bind port f6dc92b4-60c3-4caf-9201-0172ba74f7fd on network 027ca67f-1ba8-44ee-953d-79215c56cc3d {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:22:52.006066 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-f0f0fab8-8d25-4a3a-9616-4f3c6950038f service neutron] Port f6dc92b4-60c3-4caf-9201-0172ba74f7fd on network 027ca67f-1ba8-44ee-953d-79215c56cc3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 18:22:52.016585 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-f0f0fab8-8d25-4a3a-9616-4f3c6950038f service neutron] Attempting to bind port f6dc92b4-60c3-4caf-9201-0172ba74f7fd on network 027ca67f-1ba8-44ee-953d-79215c56cc3d {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:22:52.039657 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-f0f0fab8-8d25-4a3a-9616-4f3c6950038f service neutron] Checking agent: {'id': '7fd900e3-9f03-4129-b0c6-db4e233cdb3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'started_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:22:52.047309 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-f0f0fab8-8d25-4a3a-9616-4f3c6950038f service neutron] Checking segment: {'id': 'fd65dba9-b66e-472c-b256-f4a4ac3c733e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '027ca67f-1ba8-44ee-953d-79215c56cc3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:22:52.055114 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-f0f0fab8-8d25-4a3a-9616-4f3c6950038f service neutron] Bound using segment: {'id': 'fd65dba9-b66e-472c-b256-f4a4ac3c733e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '027ca67f-1ba8-44ee-953d-79215c56cc3d'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:22:52.055861 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-f0f0fab8-8d25-4a3a-9616-4f3c6950038f service neutron] Bound port: f6dc92b4-60c3-4caf-9201-0172ba74f7fd, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd65dba9-b66e-472c-b256-f4a4ac3c733e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '027ca67f-1ba8-44ee-953d-79215c56cc3d'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:22:52.056385 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-f0f0fab8-8d25-4a3a-9616-4f3c6950038f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:52.096264 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-7ea4bd01-8560-4325-9a47-613c311a6529 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:22:52.106889 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-7ea4bd01-8560-4325-9a47-613c311a6529 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/networks?id=ca11b88d-433f-4cc3-bc46-86e155a29f61 HTTP/1.1" status: 200 len: 817 time: 0.4645991 Aug 25 18:22:52.127134 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-01b38ae8-5b4b-461b-8480-4165e772c932 None None] Set router 351da665-83d8-4b93-bd2a-788b71a00d6f gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:22:52.176124 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4cf9fac6-e229-4c91-b05c-d92a3e08899c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:52.192330 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-6e2a0ed2-7bab-4b43-8311-49b89de0fc44 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/quotas/0e50d3e6eb4343348d784dfd6489ac79 HTTP/1.1" status: 200 len: 375 time: 0.0840602 Aug 25 18:22:52.199086 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e17e1e92-1b87-4414-93e8-26bced51a3b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:52.208663 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.db [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-f0f0fab8-8d25-4a3a-9616-4f3c6950038f service neutron] For port f6dc92b4-60c3-4caf-9201-0172ba74f7fd, host hv-cinder-79049, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:22:52.211776 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e17e1e92-1b87-4414-93e8-26bced51a3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:52.216434 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.db [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-f0f0fab8-8d25-4a3a-9616-4f3c6950038f service neutron] For port f6dc92b4-60c3-4caf-9201-0172ba74f7fd, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f6dc92b4-60c3-4caf-9201-0172ba74f7fd,segment=NetworkSegment(fd65dba9-b66e-472c-b256-f4a4ac3c733e),segment_id=fd65dba9-b66e-472c-b256-f4a4ac3c733e)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:22:52.223152 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-49462543-23b3-4eb5-8ff2-cce1f3a3ab2d service neutron] 10.222.0.37 "GET /v2.0/networks/2887ddf4-42ee-4421-bb40-86e4a6966b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0930481 Aug 25 18:22:52.246099 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-f0f0fab8-8d25-4a3a-9616-4f3c6950038f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:52.303883 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-e17e1e92-1b87-4414-93e8-26bced51a3b7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=75fd24f744954171a6750155e222c68e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2220244 Aug 25 18:22:52.308913 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e1e92-1b87-4414-93e8-26bced51a3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3881838-5f4f-4981-8471-c49d9c99dd20,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:52.314451 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 32952) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:52.340567 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-f0f0fab8-8d25-4a3a-9616-4f3c6950038f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:22:52.341471 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-f0f0fab8-8d25-4a3a-9616-4f3c6950038f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for port, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:52.342925 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-f0f0fab8-8d25-4a3a-9616-4f3c6950038f service neutron] 10.222.0.24 "PUT /v2.0/ports/f6dc92b4-60c3-4caf-9201-0172ba74f7fd HTTP/1.1" status: 200 len: 1094 time: 2.0251851 Aug 25 18:22:52.348610 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93df5824-10de-44e4-acfb-ff6619e947e9', 'tag': 'f6dc92b4-60c3-4caf-9201-0172ba74f7fd'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:22:52.497123 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-76aa8912-eea1-418b-b607-a992038064da tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e50d3e6eb4343348d784dfd6489ac79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2978470 Aug 25 18:22:52.764416 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0fab8-8d25-4a3a-9616-4f3c6950038f service neutron] Pushing event updated for resources: {'Port': ['ID=f6dc92b4-60c3-4caf-9201-0172ba74f7fd,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:52.843495 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-01b38ae8-5b4b-461b-8480-4165e772c932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351da665-83d8-4b93-bd2a-788b71a00d6f', 'name': 'tempest-ServerRescueNegativeTestJSON-448292523-router', 'tenant_id': 'e395b011c00e459e874eaeeb248043c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e9cda8bd-dffc-402c-b160-f3ee311415bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:22:35Z', 'updated_at': '2021-08-25T18:22:43Z', 'revision_number': 4, 'project_id': 'e395b011c00e459e874eaeeb248043c8', 'gw_port': {'id': 'e9cda8bd-dffc-402c-b160-f3ee311415bc', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351da665-83d8-4b93-bd2a-788b71a00d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:37Z', 'updated_at': '2021-08-25T18:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': 'e044fa3c-0c98-4d17-94c1-f1fe959ee0a5', 'name': '', 'network_id': '2887ddf4-42ee-4421-bb40-86e4a6966b8c', 'tenant_id': 'e395b011c00e459e874eaeeb248043c8', 'mac_address': 'fa:16:3e:80:88:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351da665-83d8-4b93-bd2a-788b71a00d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a466bd10-ab39-42b8-add1-5b51ec077d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:42Z', 'updated_at': '2021-08-25T18:22:51Z', 'revision_number': 4, 'project_id': 'e395b011c00e459e874eaeeb248043c8', 'subnets': [{'id': 'a466bd10-ab39-42b8-add1-5b51ec077d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:22:52.907376 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b38ae8-5b4b-461b-8480-4165e772c932 None None] The sync data for ids ['351da665-83d8-4b93-bd2a-788b71a00d6f'] in dv-cinder-790492-8-iscsi is: [{'id': '351da665-83d8-4b93-bd2a-788b71a00d6f', 'name': 'tempest-ServerRescueNegativeTestJSON-448292523-router', 'tenant_id': 'e395b011c00e459e874eaeeb248043c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e9cda8bd-dffc-402c-b160-f3ee311415bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:22:35Z', 'updated_at': '2021-08-25T18:22:43Z', 'revision_number': 4, 'project_id': 'e395b011c00e459e874eaeeb248043c8', 'gw_port': {'id': 'e9cda8bd-dffc-402c-b160-f3ee311415bc', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351da665-83d8-4b93-bd2a-788b71a00d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:37Z', 'updated_at': '2021-08-25T18:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': 'e044fa3c-0c98-4d17-94c1-f1fe959ee0a5', 'name': '', 'network_id': '2887ddf4-42ee-4421-bb40-86e4a6966b8c', 'tenant_id': 'e395b011c00e459e874eaeeb248043c8', 'mac_address': 'fa:16:3e:80:88:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351da665-83d8-4b93-bd2a-788b71a00d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a466bd10-ab39-42b8-add1-5b51ec077d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:42Z', 'updated_at': '2021-08-25T18:22:51Z', 'revision_number': 4, 'project_id': 'e395b011c00e459e874eaeeb248043c8', 'subnets': [{'id': 'a466bd10-ab39-42b8-add1-5b51ec077d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:22:52.968441 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-809ca53a-938b-4cfe-b124-d6616c3d2894 service neutron] 10.222.0.37 "GET /v2.0/networks/ca11b88d-433f-4cc3-bc46-86e155a29f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518714 Aug 25 18:22:52.980006 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dd85be5f-89ac-410a-a614-ca79294e54d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:53.052351 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c3fe657d-c5dd-4302-a76e-1e7bf243c4e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:53.086174 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c984d1858996a6e9101b3241db424c31c619dd4f66880771aa34b5ec8c668a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f705b7de-1423-4571-8d23-c76063305d36" -d '{"events": [{"name": "network-changed", "server_uuid": "93df5824-10de-44e4-acfb-ff6619e947e9", "tag": "f6dc92b4-60c3-4caf-9201-0172ba74f7fd"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:22:53.121501 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c3fe657d-c5dd-4302-a76e-1e7bf243c4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:53.216316 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dd85be5f-89ac-410a-a614-ca79294e54d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:53.222700 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 32970) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:53.276986 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-ddbc1e33-35a1-4889-be4c-3ff591fd45a3 service neutron] 10.222.0.37 "GET /v2.0/networks/ca11b88d-433f-4cc3-bc46-86e155a29f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060303 Aug 25 18:22:53.332430 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9bab50bb-8799-403b-8375-28bd53c90e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:53.374948 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-c3fe657d-c5dd-4302-a76e-1e7bf243c4e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2f1d094ef26f42cea17c983812df835d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5218635 Aug 25 18:22:53.376256 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 32974) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:53.414633 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe657d-c5dd-4302-a76e-1e7bf243c4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a69dcf-81a8-41e2-a6e5-56e6b2743984,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:53.473574 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611aeb5-2048-462a-acec-b9821560f765 req-69c87642-3647-43b8-b570-6860c4c4ead0 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:22:53.484877 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c611aeb5-2048-462a-acec-b9821560f765 req-69c87642-3647-43b8-b570-6860c4c4ead0 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=59370016-9efd-4f8f-b46f-f1b2cf0da4e1 HTTP/1.1" status: 200 len: 932 time: 0.7203021 Aug 25 18:22:53.528782 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dd85be5f-89ac-410a-a614-ca79294e54d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:53.546024 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dd85be5f-89ac-410a-a614-ca79294e54d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:53.556170 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-dd85be5f-89ac-410a-a614-ca79294e54d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b3881838-5f4f-4981-8471-c49d9c99dd20 HTTP/1.1" status: 204 len: 168 time: 1.2190013 Aug 25 18:22:53.597183 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-069e6e98-9979-43bc-9518-0ef992e98cd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4dda55a-138e-4547-958a-e8ea46b3244e {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:22:53.730654 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-069e6e98-9979-43bc-9518-0ef992e98cd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:53.736690 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85be5f-89ac-410a-a614-ca79294e54d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3881838-5f4f-4981-8471-c49d9c99dd20,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:53.813416 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 0897d691-285b-49c9-986d-bbabfad84253 up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:22:53.877255 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-118a7989-b220-4310-ba1b-302bdcd7592c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:53.880716 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7f3ffd7e-815d-49b4-b5e7-4a5cfa65f904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:53.907914 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 6 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:22:53.934358 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c611aeb5-2048-462a-acec-b9821560f765 req-911c1dc3-de60-432e-bff6-00d911d5ffcf tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834164 Aug 25 18:22:53.953244 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port 0897d691-285b-49c9-986d-bbabfad84253 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:22:53.953819 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:54.088565 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-069e6e98-9979-43bc-9518-0ef992e98cd3 service neutron] Transition to ACTIVE for port object f4dda55a-138e-4547-958a-e8ea46b3244e will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:22:54.115615 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-069e6e98-9979-43bc-9518-0ef992e98cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:54.205119 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-118a7989-b220-4310-ba1b-302bdcd7592c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:54.216485 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device e044fa3c-0c98-4d17-94c1-f1fe959ee0a5 up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:22:54.268853 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-fb8362b4-93dc-45cb-9545-e014e3a3ea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:22:54.270479 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-fb8362b4-93dc-45cb-9545-e014e3a3ea22 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa3d96c178cf4c50882e25bc1e03847d&device_id=93df5824-10de-44e4-acfb-ff6619e947e9 HTTP/1.1" status: 200 len: 1097 time: 0.5537033 Aug 25 18:22:54.303968 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning for port e044fa3c-0c98-4d17-94c1-f1fe959ee0a5 completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:22:54.316064 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port e044fa3c-0c98-4d17-94c1-f1fe959ee0a5 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:22:54.317044 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:54.440411 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 32990) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:54.508150 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f32f2d71-7812-4ada-bdd0-fbea2f9e66d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:54.535422 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-45176a25-f3b4-41d2-80e5-5e6648f81821 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6dc92b4-60c3-4caf-9201-0172ba74f7fd HTTP/1.1" status: 200 len: 217 time: 0.1823041 Aug 25 18:22:54.537271 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-118a7989-b220-4310-ba1b-302bdcd7592c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:54.541383 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-118a7989-b220-4310-ba1b-302bdcd7592c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:54.542778 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-118a7989-b220-4310-ba1b-302bdcd7592c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/19a69dcf-81a8-41e2-a6e5-56e6b2743984 HTTP/1.1" status: 204 len: 168 time: 1.1578584 Aug 25 18:22:54.553719 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a7989-b220-4310-ba1b-302bdcd7592c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a69dcf-81a8-41e2-a6e5-56e6b2743984,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:54.640398 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:54.649394 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-512ffa93-1ac5-44f0-a0b9-e255b5990f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:22:54.652773 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-512ffa93-1ac5-44f0-a0b9-e255b5990f83 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f8e573a-17eb-4adc-92ac-7739d0754b94 HTTP/1.1" status: 200 len: 851 time: 0.0892880 Aug 25 18:22:54.733045 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a73fd473-a473-4725-b778-338a169d167b None None] For port e044fa3c-0c98-4d17-94c1-f1fe959ee0a5, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=e044fa3c-0c98-4d17-94c1-f1fe959ee0a5,segment=NetworkSegment(7b7140b0-1015-48cf-8ba0-cd3394513da3),segment_id=7b7140b0-1015-48cf-8ba0-cd3394513da3)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:22:54.740242 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:54.859324 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Pushing event updated for resources: {'Port': ['ID=e044fa3c-0c98-4d17-94c1-f1fe959ee0a5,revision_number=5']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:54.866559 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.24', 64870) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:54.880366 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-e74c6384-4164-45f9-9d49-374380a9cd95 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=027ca67f-1ba8-44ee-953d-79215c56cc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1878672 Aug 25 18:22:54.954753 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4cf9fac6-e229-4c91-b05c-d92a3e08899c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:55.051984 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e6e98-9979-43bc-9518-0ef992e98cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=f4dda55a-138e-4547-958a-e8ea46b3244e,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:55.070616 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c6e75a44-5193-4b66-b5eb-d577e2376025 req-2e985fd8-221b-4bef-836e-3d898608a90d tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 210 time: 0.7965455 Aug 25 18:22:55.072867 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4cf9fac6-e229-4c91-b05c-d92a3e08899c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:55.153265 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.db.api [None req-7f3ffd7e-815d-49b4-b5e7-4a5cfa65f904 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 25 18:22:55.153265 dv-cinder-790492-8-iscsi neutron-server[93792]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 25 18:22:55.153265 dv-cinder-790492-8-iscsi neutron-server[93792]: [parameters: {'project_id': 'd839d442b48d411195f0e7afb4894b24', 'id': '020ac9ec-23e2-413f-92ce-17604b4b9f3c', 'expiration': datetime.datetime(2021, 8, 25, 18, 24, 55, 823)}] Aug 25 18:22:55.153265 dv-cinder-790492-8-iscsi neutron-server[93792]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 18:22:55.155991 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG oslo_db.api [None req-7f3ffd7e-815d-49b4-b5e7-4a5cfa65f904 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 18:22:55.168131 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-4cf9fac6-e229-4c91-b05c-d92a3e08899c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c9f654d2ce747e0896c4d79e4908008&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2526693 Aug 25 18:22:55.170987 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 33004) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:55.208841 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf9fac6-e229-4c91-b05c-d92a3e08899c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5a094c-e9ff-4e24-824b-b760fc58d187,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:55.349784 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-6012772b-0bf3-44ae-b7be-ead2f4be8667 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:22:55.352165 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-6012772b-0bf3-44ae-b7be-ead2f4be8667 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.24 "GET /v2.0/networks?id=2887ddf4-42ee-4421-bb40-86e4a6966b8c HTTP/1.1" status: 200 len: 818 time: 0.4707425 Aug 25 18:22:55.430896 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-51b810bf-4ddc-4cb0-a8e8-bd035b0f5f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:55.465422 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b632683-c4af-45a1-9cb0-1aea799b0f9f req-83a93e1b-c7a9-408f-9eef-98ecdcf06503 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:22:55.469858 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1b632683-c4af-45a1-9cb0-1aea799b0f9f req-83a93e1b-c7a9-408f-9eef-98ecdcf06503 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/ports?device_id=93df5824-10de-44e4-acfb-ff6619e947e9 HTTP/1.1" status: 200 len: 944 time: 1.5467486 Aug 25 18:22:55.503493 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device e044fa3c-0c98-4d17-94c1-f1fe959ee0a5 up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:22:55.545950 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1b632683-c4af-45a1-9cb0-1aea799b0f9f req-abd6b558-4ec3-45bd-98f5-6092a6eca0a2 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/security-groups?id=80d899e3-7802-4972-be1b-c74dc70efbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688210 Aug 25 18:22:55.547108 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-069e6e98-9979-43bc-9518-0ef992e98cd3 service neutron] Attempting to bind port f4dda55a-138e-4547-958a-e8ea46b3244e on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:22:55.547668 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-069e6e98-9979-43bc-9518-0ef992e98cd3 service neutron] Attempting to bind port f4dda55a-138e-4547-958a-e8ea46b3244e by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'c3ad605d-0b91-482b-81a4-b24229efd6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2cd15194-5e4d-4178-a19c-bfac18d7be9f'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:22:55.548167 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-069e6e98-9979-43bc-9518-0ef992e98cd3 service neutron] Attempting to bind port f4dda55a-138e-4547-958a-e8ea46b3244e on network 2cd15194-5e4d-4178-a19c-bfac18d7be9f {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:22:55.557295 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-069e6e98-9979-43bc-9518-0ef992e98cd3 service neutron] Port f4dda55a-138e-4547-958a-e8ea46b3244e on network 2cd15194-5e4d-4178-a19c-bfac18d7be9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 18:22:55.557674 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-069e6e98-9979-43bc-9518-0ef992e98cd3 service neutron] Attempting to bind port f4dda55a-138e-4547-958a-e8ea46b3244e on network 2cd15194-5e4d-4178-a19c-bfac18d7be9f {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:22:55.580094 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-51b810bf-4ddc-4cb0-a8e8-bd035b0f5f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:55.587287 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-cb456413-dcd1-4323-8bd0-7c1c4528b0f8 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Request body: {'port': {'device_id': '21c96964-1e35-4a20-bff6-b98d6120f9f7', 'network_id': '2887ddf4-42ee-4421-bb40-86e4a6966b8c', 'admin_state_up': True, 'tenant_id': 'e395b011c00e459e874eaeeb248043c8'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:22:55.589972 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-069e6e98-9979-43bc-9518-0ef992e98cd3 service neutron] Checking agent: {'id': '7fd900e3-9f03-4129-b0c6-db4e233cdb3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'started_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:22:55.590357 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-069e6e98-9979-43bc-9518-0ef992e98cd3 service neutron] Checking segment: {'id': 'c3ad605d-0b91-482b-81a4-b24229efd6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2cd15194-5e4d-4178-a19c-bfac18d7be9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:22:55.591623 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-069e6e98-9979-43bc-9518-0ef992e98cd3 service neutron] Bound using segment: {'id': 'c3ad605d-0b91-482b-81a4-b24229efd6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2cd15194-5e4d-4178-a19c-bfac18d7be9f'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:22:55.592253 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-069e6e98-9979-43bc-9518-0ef992e98cd3 service neutron] Bound port: f4dda55a-138e-4547-958a-e8ea46b3244e, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ad605d-0b91-482b-81a4-b24229efd6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2cd15194-5e4d-4178-a19c-bfac18d7be9f'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:22:55.592718 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-069e6e98-9979-43bc-9518-0ef992e98cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:55.642748 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port e044fa3c-0c98-4d17-94c1-f1fe959ee0a5 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:22:55.643125 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:55.662920 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7f3ffd7e-815d-49b4-b5e7-4a5cfa65f904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:55.683463 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-069e6e98-9979-43bc-9518-0ef992e98cd3 service neutron] For port f4dda55a-138e-4547-958a-e8ea46b3244e, host hv-cinder-79049, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:22:55.688887 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-069e6e98-9979-43bc-9518-0ef992e98cd3 service neutron] For port f4dda55a-138e-4547-958a-e8ea46b3244e, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4dda55a-138e-4547-958a-e8ea46b3244e,segment=NetworkSegment(c3ad605d-0b91-482b-81a4-b24229efd6d3),segment_id=c3ad605d-0b91-482b-81a4-b24229efd6d3)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:22:55.695299 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-069e6e98-9979-43bc-9518-0ef992e98cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:55.840047 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33cd211-632d-4329-bad3-e300e7f77695 x-openstack-request-id: req-d33cd211-632d-4329-bad3-e300e7f77695 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:22:55.840378 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93df5824-10de-44e4-acfb-ff6619e947e9", "tag": "f6dc92b4-60c3-4caf-9201-0172ba74f7fd", "status": "completed", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:22:55.840681 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d33cd211-632d-4329-bad3-e300e7f77695 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:22:55.841360 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93df5824-10de-44e4-acfb-ff6619e947e9', 'tag': 'f6dc92b4-60c3-4caf-9201-0172ba74f7fd', 'status': 'completed', 'code': 200} Aug 25 18:22:55.843455 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f32f2d71-7812-4ada-bdd0-fbea2f9e66d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:55.857346 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f32f2d71-7812-4ada-bdd0-fbea2f9e66d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:55.878453 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3068e7d8-26ce-48f4-acea-2aecc4a9af09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:55.896855 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e6e98-9979-43bc-9518-0ef992e98cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=f4dda55a-138e-4547-958a-e8ea46b3244e,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:55.958223 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-f32f2d71-7812-4ada-bdd0-fbea2f9e66d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af3dd803b3224b1f91aa3ca1e01e0720&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5162978 Aug 25 18:22:55.958915 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 33022) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:55.973211 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f2d71-7812-4ada-bdd0-fbea2f9e66d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b530316-5a25-4986-a9a2-172d4772efa3,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:55.980827 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-eab06128-57fc-461e-bb5b-9847409cbe7d req-321b6ebb-97b6-4aaa-ac79-45b3d0b6dee6 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 210 time: 0.2691348 Aug 25 18:22:56.014922 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-069e6e98-9979-43bc-9518-0ef992e98cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:22:56.015733 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-069e6e98-9979-43bc-9518-0ef992e98cd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:56.017437 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-069e6e98-9979-43bc-9518-0ef992e98cd3 service neutron] 10.222.0.24 "PUT /v2.0/ports/f4dda55a-138e-4547-958a-e8ea46b3244e HTTP/1.1" status: 200 len: 1094 time: 5.5545390 Aug 25 18:22:56.017997 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59370016-9efd-4f8f-b46f-f1b2cf0da4e1', 'tag': 'f4dda55a-138e-4547-958a-e8ea46b3244e'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:22:56.118364 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec222d-ace4-4a85-bf4b-cc78fa94469a req-30121893-8f1c-410b-a64f-e8a9462d7f3c tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:22:56.126842 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c7ec222d-ace4-4a85-bf4b-cc78fa94469a req-30121893-8f1c-410b-a64f-e8a9462d7f3c tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=59370016-9efd-4f8f-b46f-f1b2cf0da4e1 HTTP/1.1" status: 200 len: 944 time: 0.2750428 Aug 25 18:22:56.194127 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c7ec222d-ace4-4a85-bf4b-cc78fa94469a req-a8ff4072-6fa2-46af-8265-229d83f3e804 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648570 Aug 25 18:22:56.196541 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-51b810bf-4ddc-4cb0-a8e8-bd035b0f5f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:56.215089 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-51b810bf-4ddc-4cb0-a8e8-bd035b0f5f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:56.216828 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-51b810bf-4ddc-4cb0-a8e8-bd035b0f5f04 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7a5a094c-e9ff-4e24-824b-b760fc58d187 HTTP/1.1" status: 204 len: 168 time: 0.9869130 Aug 25 18:22:56.290410 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b810bf-4ddc-4cb0-a8e8-bd035b0f5f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5a094c-e9ff-4e24-824b-b760fc58d187,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:56.371474 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-276656eb-05af-45e0-ab7a-fc826d89345f service neutron] 10.222.0.24 "GET /v2.0/networks/027ca67f-1ba8-44ee-953d-79215c56cc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3676989 Aug 25 18:22:56.426493 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-358c6160-af9c-487a-96a5-93e7e2cbbc8c tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:22:56.437376 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-358c6160-af9c-487a-96a5-93e7e2cbbc8c tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/networks?id=2887ddf4-42ee-4421-bb40-86e4a6966b8c HTTP/1.1" status: 200 len: 818 time: 0.2190163 Aug 25 18:22:56.450925 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7c086f3a-975b-40e6-8ceb-7c1001d31eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:56.473123 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-e90d276b-884c-4377-9aae-65d6db6929e2 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/quotas/e395b011c00e459e874eaeeb248043c8 HTTP/1.1" status: 200 len: 375 time: 0.0345829 Aug 25 18:22:56.539755 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63371023-66fc-4426-848e-080a7374d728" -d '{"events": [{"name": "network-changed", "server_uuid": "59370016-9efd-4f8f-b46f-f1b2cf0da4e1", "tag": "f4dda55a-138e-4547-958a-e8ea46b3244e"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:22:56.557692 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7c086f3a-975b-40e6-8ceb-7c1001d31eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:56.603618 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-69956635-01ce-4b4e-ab4f-552c99d19a86 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e395b011c00e459e874eaeeb248043c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1285729 Aug 25 18:22:56.609688 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7f3ffd7e-815d-49b4-b5e7-4a5cfa65f904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:56.634588 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7f3ffd7e-815d-49b4-b5e7-4a5cfa65f904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:56.784692 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-7f3ffd7e-815d-49b4-b5e7-4a5cfa65f904 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d839d442b48d411195f0e7afb4894b24&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5608761 Aug 25 18:22:56.788209 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 33056) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:56.789107 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-cb456413-dcd1-4323-8bd0-7c1c4528b0f8 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Made reservation on behalf of e395b011c00e459e874eaeeb248043c8 for: {'port': 1} {{(pid=93792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:22:56.795121 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-cb456413-dcd1-4323-8bd0-7c1c4528b0f8 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:56.816837 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-18beb25d-d044-4297-9c5b-bda1a8da0e20 service neutron] 10.222.0.37 "GET /v2.0/networks/2887ddf4-42ee-4421-bb40-86e4a6966b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121372 Aug 25 18:22:56.824464 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ffd7e-815d-49b4-b5e7-4a5cfa65f904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b61b6cc-8358-4e7a-9580-2699cf11cb40,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:56.868139 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7c086f3a-975b-40e6-8ceb-7c1001d31eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:56.873509 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7c086f3a-975b-40e6-8ceb-7c1001d31eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:56.875906 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-7c086f3a-975b-40e6-8ceb-7c1001d31eec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b530316-5a25-4986-a9a2-172d4772efa3 HTTP/1.1" status: 204 len: 168 time: 0.9079831 Aug 25 18:22:56.977302 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-593649a3-193a-4abf-bd53-2304a1fa850d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:56.982871 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c086f3a-975b-40e6-8ceb-7c1001d31eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b530316-5a25-4986-a9a2-172d4772efa3,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:57.004086 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-51a3a9f3-87cf-4e37-a573-98721afb1b99 service neutron] 10.222.0.37 "GET /v2.0/networks/2887ddf4-42ee-4421-bb40-86e4a6966b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861777 Aug 25 18:22:57.039006 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-593649a3-193a-4abf-bd53-2304a1fa850d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:57.168988 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dee66cf-c509-4644-90d9-3fb6d899c2ff x-openstack-request-id: req-2dee66cf-c509-4644-90d9-3fb6d899c2ff {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:22:57.170269 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59370016-9efd-4f8f-b46f-f1b2cf0da4e1", "tag": "f4dda55a-138e-4547-958a-e8ea46b3244e", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:22:57.170675 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2dee66cf-c509-4644-90d9-3fb6d899c2ff {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:22:57.172269 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59370016-9efd-4f8f-b46f-f1b2cf0da4e1', 'tag': 'f4dda55a-138e-4547-958a-e8ea46b3244e', 'status': 'completed', 'code': 200} Aug 25 18:22:57.184800 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-593649a3-193a-4abf-bd53-2304a1fa850d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:57.187942 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-593649a3-193a-4abf-bd53-2304a1fa850d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:57.193823 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-593649a3-193a-4abf-bd53-2304a1fa850d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b61b6cc-8358-4e7a-9580-2699cf11cb40 HTTP/1.1" status: 204 len: 168 time: 0.4027100 Aug 25 18:22:57.215134 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593649a3-193a-4abf-bd53-2304a1fa850d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b61b6cc-8358-4e7a-9580-2699cf11cb40,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:57.304090 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:57.412004 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-cb456413-dcd1-4323-8bd0-7c1c4528b0f8 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Allocated IP 172.20.0.14 (2887ddf4-42ee-4421-bb40-86e4a6966b8c/a466bd10-ab39-42b8-add1-5b51ec077d63/35929af9-f9e5-4a24-8712-b437741ab71f) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:22:57.436088 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:57.478961 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-af8c7762-6917-4e7e-9622-a827692e9ccc req-44a79836-987d-4040-822a-a9b2a62dafa3 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 210 time: 0.1106334 Aug 25 18:22:57.479585 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.24', 64874) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:57.670944 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-1c513413-d153-4774-9475-227931d99280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:22:57.672591 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-1c513413-d153-4774-9475-227931d99280 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dfb0f87eed314ea4a07c2ce25cc9966a&device_id=59370016-9efd-4f8f-b46f-f1b2cf0da4e1 HTTP/1.1" status: 200 len: 1097 time: 0.4458315 Aug 25 18:22:57.831732 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec29b2-0d73-4c3d-bec8-d9c21d9c7ac1 req-8630a43d-6917-40a5-ba48-bbe88f7a0360 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:22:57.840246 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-09ec29b2-0d73-4c3d-bec8-d9c21d9c7ac1 req-8630a43d-6917-40a5-ba48-bbe88f7a0360 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/ports?device_id=93df5824-10de-44e4-acfb-ff6619e947e9 HTTP/1.1" status: 200 len: 944 time: 0.4366770 Aug 25 18:22:57.853554 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-ab48f275-9fc2-4716-8bff-f64c03c03305 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4dda55a-138e-4547-958a-e8ea46b3244e HTTP/1.1" status: 200 len: 217 time: 0.1591041 Aug 25 18:22:57.868580 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-cb456413-dcd1-4323-8bd0-7c1c4528b0f8 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:57.980688 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [req-76b8ebba-8a62-48e7-b808-f517bf49453c req-ee0d5487-04ff-4436-8e07-adcfbb12a1a4 service neutron] 10.222.0.24 "GET /v2.0/networks/027ca67f-1ba8-44ee-953d-79215c56cc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8018129 Aug 25 18:22:57.989834 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802fccb-af29-44e2-9e71-dd78610a5f5f req-884f8656-c6d6-4908-a116-eea8f8e3c4b3 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:22:58.009412 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6802fccb-af29-44e2-9e71-dd78610a5f5f req-884f8656-c6d6-4908-a116-eea8f8e3c4b3 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=59370016-9efd-4f8f-b46f-f1b2cf0da4e1 HTTP/1.1" status: 200 len: 944 time: 0.3634620 Aug 25 18:22:58.021053 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-cb456413-dcd1-4323-8bd0-7c1c4528b0f8 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:58.087659 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-09ec29b2-0d73-4c3d-bec8-d9c21d9c7ac1 req-2c98065c-1475-4edb-906f-e116ec3d6a8c tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/security-groups?id=80d899e3-7802-4972-be1b-c74dc70efbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431526 Aug 25 18:22:58.235774 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-e2ff8d46-8a9a-4385-bd78-1f708d1af6de tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:22:58.241561 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-cb456413-dcd1-4323-8bd0-7c1c4528b0f8 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Network 2887ddf4-42ee-4421-bb40-86e4a6966b8c is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:22:58.243906 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-e2ff8d46-8a9a-4385-bd78-1f708d1af6de tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.24 "GET /v2.0/networks?id=ca11b88d-433f-4cc3-bc46-86e155a29f61 HTTP/1.1" status: 200 len: 817 time: 0.7586803 Aug 25 18:22:58.258586 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb456413-dcd1-4323-8bd0-7c1c4528b0f8 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Pushing event updated for resources: {'Port': ['ID=35929af9-f9e5-4a24-8712-b437741ab71f,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:22:58.275172 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-cb456413-dcd1-4323-8bd0-7c1c4528b0f8 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:22:58.281749 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-cb456413-dcd1-4323-8bd0-7c1c4528b0f8 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:22:58.303407 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-cb456413-dcd1-4323-8bd0-7c1c4528b0f8 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:22:58.304247 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-cb456413-dcd1-4323-8bd0-7c1c4528b0f8 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for port, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:58.350435 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-cb456413-dcd1-4323-8bd0-7c1c4528b0f8 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7807901 Aug 25 18:22:58.403823 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8cbb9c49-77ae-4c93-a2ad-e5451f359c04 req-2c363662-2cb3-4272-9061-6b7c92cc88f1 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 210 time: 0.0491989 Aug 25 18:22:58.424382 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6802fccb-af29-44e2-9e71-dd78610a5f5f req-1a18ca53-8f64-4cd2-b8c9-914aa3b50294 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125631 Aug 25 18:22:58.431302 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-0bc1f28e-36c7-48ef-ba78-f53a66aa5e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:22:58.433155 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-0bc1f28e-36c7-48ef-ba78-f53a66aa5e06 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecab46d4-97f7-43f1-803d-02b5f4e01661 HTTP/1.1" status: 200 len: 854 time: 0.2995598 Aug 25 18:22:58.634380 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-be444454-7c06-478a-80c3-3cc4986a7cb5 req-d8e20ef6-92a9-461c-8b80-14a1954731df tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 210 time: 0.0436177 Aug 25 18:22:58.825245 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:59.111123 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-75a7d12d-8a55-44b6-ad14-b031f5d73adb service neutron] Request body: {'port': {'device_id': '21c96964-1e35-4a20-bff6-b98d6120f9f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:22:59.196636 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-c6ee2c39-f2a1-4f7e-b657-dbdc961544a0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2cd15194-5e4d-4178-a19c-bfac18d7be9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926580 Aug 25 18:22:59.262522 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-75a7d12d-8a55-44b6-ad14-b031f5d73adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:22:59.345243 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705b7de-1423-4571-8d23-c76063305d36 req-4efb6df3-9c07-4626-9549-ab53af06381f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:22:59.346757 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [req-f705b7de-1423-4571-8d23-c76063305d36 req-4efb6df3-9c07-4626-9549-ab53af06381f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa3d96c178cf4c50882e25bc1e03847d&device_id=93df5824-10de-44e4-acfb-ff6619e947e9 HTTP/1.1" status: 200 len: 1097 time: 0.1320310 Aug 25 18:22:59.361322 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-5db94e6e-772e-4626-9d75-5948f0dcbcde service neutron] 10.222.0.24 "GET /v2.0/networks/2cd15194-5e4d-4178-a19c-bfac18d7be9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227622 Aug 25 18:22:59.390330 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-f8d7a9ad-44fc-4f91-93e4-bec43d899d63 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e50d3e6eb4343348d784dfd6489ac79 HTTP/1.1" status: 200 len: 379 time: 0.1962025 Aug 25 18:22:59.444682 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-0ffa7d29-cb11-41bc-bc20-029f237286fb tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Request body: {'port': {'device_id': '888063c6-0310-4a86-a1b5-e215d38952fa', 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61', 'admin_state_up': True, 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'security_groups': ['3a31f57d-5a99-4ecb-8719-d2b6831fad49']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:22:59.846197 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a12a12dd-79df-44b4-aa05-c2c58d6fe3b8 req-854270fd-dff2-4638-8cb7-a3f281966c08 service neutron] 10.222.0.24 "GET /v2.0/networks/2cd15194-5e4d-4178-a19c-bfac18d7be9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725296 Aug 25 18:22:59.898108 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeaaa84-7b99-4874-a70a-7ebc75e0bf57 req-6f4acac2-d2b7-4ad9-83ae-2bf50c06c40b tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:22:59.899741 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1aeaaa84-7b99-4874-a70a-7ebc75e0bf57 req-6f4acac2-d2b7-4ad9-83ae-2bf50c06c40b tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/ports?device_id=93df5824-10de-44e4-acfb-ff6619e947e9 HTTP/1.1" status: 200 len: 944 time: 0.6902657 Aug 25 18:22:59.927870 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.24', 64878) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:22:59.938936 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-40e78b60-3f37-4d2e-8007-abd32f8fc0fb req-9ecf3802-e882-4cc8-b45a-5159049ed4cc tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 210 time: 0.1613519 Aug 25 18:22:59.999599 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705b7de-1423-4571-8d23-c76063305d36 req-393ecef9-6b58-4130-8911-a09d9daedd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:00.000915 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [req-f705b7de-1423-4571-8d23-c76063305d36 req-393ecef9-6b58-4130-8911-a09d9daedd7f service neutron] 10.222.0.24 "GET /v2.0/networks?id=027ca67f-1ba8-44ee-953d-79215c56cc3d HTTP/1.1" status: 200 len: 912 time: 0.5777617 Aug 25 18:23:00.069364 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [req-f705b7de-1423-4571-8d23-c76063305d36 req-6b389b0d-7d41-41fe-9698-725e2997deb0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6dc92b4-60c3-4caf-9201-0172ba74f7fd HTTP/1.1" status: 200 len: 217 time: 0.0540960 Aug 25 18:23:00.159827 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.notifiers.nova [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-75a7d12d-8a55-44b6-ad14-b031f5d73adb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35929af9-f9e5-4a24-8712-b437741ab71f {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:23:00.171035 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-75a7d12d-8a55-44b6-ad14-b031f5d73adb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:00.190079 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705b7de-1423-4571-8d23-c76063305d36 req-219ee47c-bc4a-44ad-a154-6e08764cf90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:00.191086 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [req-f705b7de-1423-4571-8d23-c76063305d36 req-219ee47c-bc4a-44ad-a154-6e08764cf90f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f8e573a-17eb-4adc-92ac-7739d0754b94 HTTP/1.1" status: 200 len: 851 time: 0.1024575 Aug 25 18:23:00.192094 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-75a7d12d-8a55-44b6-ad14-b031f5d73adb service neutron] Transition to ACTIVE for port object 35929af9-f9e5-4a24-8712-b437741ab71f will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:23:00.196930 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-75a7d12d-8a55-44b6-ad14-b031f5d73adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:00.257660 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-981a6ad1-098c-4875-a199-48d238060773 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:00.260475 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-981a6ad1-098c-4875-a199-48d238060773 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.24 "GET /v2.0/networks?id=2887ddf4-42ee-4421-bb40-86e4a6966b8c HTTP/1.1" status: 200 len: 818 time: 0.3336401 Aug 25 18:23:00.295037 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-215d9797-7dc5-4c62-8966-1cf041f6c4ac tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Request body: {'port': {'device_id': '5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc', 'network_id': '2887ddf4-42ee-4421-bb40-86e4a6966b8c', 'admin_state_up': True, 'tenant_id': 'e395b011c00e459e874eaeeb248043c8'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:23:00.320526 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-75a7d12d-8a55-44b6-ad14-b031f5d73adb service neutron] Attempting to bind port 35929af9-f9e5-4a24-8712-b437741ab71f on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:23:00.320883 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-75a7d12d-8a55-44b6-ad14-b031f5d73adb service neutron] Attempting to bind port 35929af9-f9e5-4a24-8712-b437741ab71f by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '7b7140b0-1015-48cf-8ba0-cd3394513da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2887ddf4-42ee-4421-bb40-86e4a6966b8c'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:23:00.321250 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-75a7d12d-8a55-44b6-ad14-b031f5d73adb service neutron] Attempting to bind port 35929af9-f9e5-4a24-8712-b437741ab71f on network 2887ddf4-42ee-4421-bb40-86e4a6966b8c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:23:00.327578 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [req-f705b7de-1423-4571-8d23-c76063305d36 req-3ac87d93-21b4-4c33-9d8f-1d341ab84f79 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=027ca67f-1ba8-44ee-953d-79215c56cc3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1201143 Aug 25 18:23:00.335380 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-75a7d12d-8a55-44b6-ad14-b031f5d73adb service neutron] Port 35929af9-f9e5-4a24-8712-b437741ab71f on network 2887ddf4-42ee-4421-bb40-86e4a6966b8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 18:23:00.335798 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-75a7d12d-8a55-44b6-ad14-b031f5d73adb service neutron] Attempting to bind port 35929af9-f9e5-4a24-8712-b437741ab71f on network 2887ddf4-42ee-4421-bb40-86e4a6966b8c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:23:00.420052 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1aeaaa84-7b99-4874-a70a-7ebc75e0bf57 req-27408469-04a8-4759-a53e-d06fa34dcbe7 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/security-groups?id=80d899e3-7802-4972-be1b-c74dc70efbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4944894 Aug 25 18:23:00.437115 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [req-f705b7de-1423-4571-8d23-c76063305d36 req-888def60-6980-456d-aa3a-1345d11a5d9f service neutron] 10.222.0.24 "GET /v2.0/networks/027ca67f-1ba8-44ee-953d-79215c56cc3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972977 Aug 25 18:23:00.445967 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-75a7d12d-8a55-44b6-ad14-b031f5d73adb service neutron] Checking agent: {'id': '7fd900e3-9f03-4129-b0c6-db4e233cdb3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'started_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:23:00.446307 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-75a7d12d-8a55-44b6-ad14-b031f5d73adb service neutron] Checking segment: {'id': '7b7140b0-1015-48cf-8ba0-cd3394513da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2887ddf4-42ee-4421-bb40-86e4a6966b8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:23:00.446688 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-75a7d12d-8a55-44b6-ad14-b031f5d73adb service neutron] Bound using segment: {'id': '7b7140b0-1015-48cf-8ba0-cd3394513da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2887ddf4-42ee-4421-bb40-86e4a6966b8c'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:23:00.447125 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-75a7d12d-8a55-44b6-ad14-b031f5d73adb service neutron] Bound port: 35929af9-f9e5-4a24-8712-b437741ab71f, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b7140b0-1015-48cf-8ba0-cd3394513da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2887ddf4-42ee-4421-bb40-86e4a6966b8c'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:23:00.447479 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-75a7d12d-8a55-44b6-ad14-b031f5d73adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:00.480277 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63371023-66fc-4426-848e-080a7374d728 req-fe20dbe9-ca8f-4635-b27b-79fb12a6a02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:00.482036 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-63371023-66fc-4426-848e-080a7374d728 req-fe20dbe9-ca8f-4635-b27b-79fb12a6a02f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dfb0f87eed314ea4a07c2ce25cc9966a&device_id=59370016-9efd-4f8f-b46f-f1b2cf0da4e1 HTTP/1.1" status: 200 len: 1097 time: 0.5422113 Aug 25 18:23:00.492158 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7d12d-8a55-44b6-ad14-b031f5d73adb service neutron] Pushing event updated for resources: {'Port': ['ID=35929af9-f9e5-4a24-8712-b437741ab71f,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:00.496486 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cabe51d-79d0-4cbb-b23f-4181d89540e9 req-be630006-7278-4b0d-a72e-b09d1f984a00 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:00.505697 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3cabe51d-79d0-4cbb-b23f-4181d89540e9 req-be630006-7278-4b0d-a72e-b09d1f984a00 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=59370016-9efd-4f8f-b46f-f1b2cf0da4e1 HTTP/1.1" status: 200 len: 944 time: 0.3861523 Aug 25 18:23:00.578525 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.db [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-75a7d12d-8a55-44b6-ad14-b031f5d73adb service neutron] For port 35929af9-f9e5-4a24-8712-b437741ab71f, host hv-cinder-79049, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:23:00.581960 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.db [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-75a7d12d-8a55-44b6-ad14-b031f5d73adb service neutron] For port 35929af9-f9e5-4a24-8712-b437741ab71f, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=35929af9-f9e5-4a24-8712-b437741ab71f,segment=NetworkSegment(7b7140b0-1015-48cf-8ba0-cd3394513da3),segment_id=7b7140b0-1015-48cf-8ba0-cd3394513da3)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:23:00.592984 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-75a7d12d-8a55-44b6-ad14-b031f5d73adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:00.600243 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-215d9797-7dc5-4c62-8966-1cf041f6c4ac tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Made reservation on behalf of e395b011c00e459e874eaeeb248043c8 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:23:00.605193 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-215d9797-7dc5-4c62-8966-1cf041f6c4ac tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:00.640631 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-75a7d12d-8a55-44b6-ad14-b031f5d73adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:00.641239 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-75a7d12d-8a55-44b6-ad14-b031f5d73adb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for port, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:00.643237 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-75a7d12d-8a55-44b6-ad14-b031f5d73adb service neutron] 10.222.0.24 "PUT /v2.0/ports/35929af9-f9e5-4a24-8712-b437741ab71f HTTP/1.1" status: 200 len: 1094 time: 1.5394270 Aug 25 18:23:00.648583 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c96964-1e35-4a20-bff6-b98d6120f9f7', 'tag': '35929af9-f9e5-4a24-8712-b437741ab71f'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:23:00.650879 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c984d1858996a6e9101b3241db424c31c619dd4f66880771aa34b5ec8c668a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92925ead-600f-4326-bf3d-9a13d67a5f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "21c96964-1e35-4a20-bff6-b98d6120f9f7", "tag": "35929af9-f9e5-4a24-8712-b437741ab71f"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:23:00.691722 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [req-f705b7de-1423-4571-8d23-c76063305d36 req-f7bb397f-0440-4989-b873-a8a3a0e72113 service neutron] 10.222.0.24 "GET /v2.0/networks/027ca67f-1ba8-44ee-953d-79215c56cc3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471390 Aug 25 18:23:00.694763 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7d12d-8a55-44b6-ad14-b031f5d73adb service neutron] Pushing event updated for resources: {'Port': ['ID=35929af9-f9e5-4a24-8712-b437741ab71f,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:00.746078 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-56ec519d-e0b4-4089-90ad-e4692f0797e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:00.746468 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3cabe51d-79d0-4cbb-b23f-4181d89540e9 req-95d3eecc-904d-4446-97f2-72c582553010 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394967 Aug 25 18:23:00.747643 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-56ec519d-e0b4-4089-90ad-e4692f0797e7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e395b011c00e459e874eaeeb248043c8&device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 1097 time: 0.0461464 Aug 25 18:23:00.769482 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5a4877b1-c9b2-453b-8a30-21c8f6bce781 req-f0f0ff91-8a04-46d7-a1ef-7f9347fdf387 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 210 time: 0.2004468 Aug 25 18:23:00.810655 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-0ffa7d29-cb11-41bc-bc20-029f237286fb tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Made reservation on behalf of 0e50d3e6eb4343348d784dfd6489ac79 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:23:00.817773 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-0ffa7d29-cb11-41bc-bc20-029f237286fb tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:00.836377 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acf3870-aa30-4824-a44f-3a9a7760f4bd x-openstack-request-id: req-7acf3870-aa30-4824-a44f-3a9a7760f4bd {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:23:00.836689 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c96964-1e35-4a20-bff6-b98d6120f9f7", "tag": "35929af9-f9e5-4a24-8712-b437741ab71f", "status": "completed", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:23:00.836935 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7acf3870-aa30-4824-a44f-3a9a7760f4bd {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:23:00.837311 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c96964-1e35-4a20-bff6-b98d6120f9f7', 'tag': '35929af9-f9e5-4a24-8712-b437741ab71f', 'status': 'completed', 'code': 200} Aug 25 18:23:00.839083 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-141c074a-3228-41e4-9083-cf5fde2e4321 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35929af9-f9e5-4a24-8712-b437741ab71f HTTP/1.1" status: 200 len: 217 time: 0.0817788 Aug 25 18:23:00.917007 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-0fafb8a5-bb5f-41f4-bffe-5de3abddbd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:00.918351 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-0fafb8a5-bb5f-41f4-bffe-5de3abddbd5c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a466bd10-ab39-42b8-add1-5b51ec077d63 HTTP/1.1" status: 200 len: 858 time: 0.0710068 Aug 25 18:23:00.959112 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-2efc09f6-22b8-4b94-a813-03a20ef8fe6d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2887ddf4-42ee-4421-bb40-86e4a6966b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322247 Aug 25 18:23:01.072947 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63371023-66fc-4426-848e-080a7374d728 req-94db895b-cad5-44a0-b479-d2d1cecef0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:01.074528 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-63371023-66fc-4426-848e-080a7374d728 req-94db895b-cad5-44a0-b479-d2d1cecef0da service neutron] 10.222.0.24 "GET /v2.0/networks?id=2cd15194-5e4d-4178-a19c-bfac18d7be9f HTTP/1.1" status: 200 len: 915 time: 0.5597804 Aug 25 18:23:01.099331 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-099c3b6c-cbf4-411a-b4d5-a285782affc8 service neutron] 10.222.0.24 "GET /v2.0/networks/2887ddf4-42ee-4421-bb40-86e4a6966b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321135 Aug 25 18:23:01.120743 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-461aa3f0-b107-4191-874a-d92cf884ab14 req-ec660ee0-1493-4360-b827-5a7f8ecd9c9c tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 210 time: 0.0614309 Aug 25 18:23:01.165969 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-63371023-66fc-4426-848e-080a7374d728 req-a7b23cd5-d4e1-44ea-b943-131c994b7aec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4dda55a-138e-4547-958a-e8ea46b3244e HTTP/1.1" status: 200 len: 217 time: 0.0673070 Aug 25 18:23:01.213258 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [req-5ba37fc5-7bda-4bb0-8cbf-b751762b6487 req-36a7bcb9-122b-4d19-af32-f658181d8f39 service neutron] 10.222.0.24 "GET /v2.0/networks/2887ddf4-42ee-4421-bb40-86e4a6966b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066959 Aug 25 18:23:01.315945 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63371023-66fc-4426-848e-080a7374d728 req-b165ea5b-2a41-4aee-b7d1-7ff31c8ae489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:01.317455 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-63371023-66fc-4426-848e-080a7374d728 req-b165ea5b-2a41-4aee-b7d1-7ff31c8ae489 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecab46d4-97f7-43f1-803d-02b5f4e01661 HTTP/1.1" status: 200 len: 854 time: 0.1412146 Aug 25 18:23:01.318921 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-215d9797-7dc5-4c62-8966-1cf041f6c4ac tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Allocated IP 172.20.0.11 (2887ddf4-42ee-4421-bb40-86e4a6966b8c/a466bd10-ab39-42b8-add1-5b51ec077d63/ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:23:01.331215 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92925ead-600f-4326-bf3d-9a13d67a5f1f req-d2353d36-91b4-44ba-b6d5-ac8296fa2229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:01.333613 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [req-92925ead-600f-4326-bf3d-9a13d67a5f1f req-d2353d36-91b4-44ba-b6d5-ac8296fa2229 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e395b011c00e459e874eaeeb248043c8&device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 1097 time: 0.0685070 Aug 25 18:23:01.380528 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-63371023-66fc-4426-848e-080a7374d728 req-eb8f708f-79b1-437b-9ffd-8d9352eb9a7f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2cd15194-5e4d-4178-a19c-bfac18d7be9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491600 Aug 25 18:23:01.435071 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-0ffa7d29-cb11-41bc-bc20-029f237286fb tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Allocated IP 172.20.0.9 (ca11b88d-433f-4cc3-bc46-86e155a29f61/d9d7b14c-bc03-4fe0-a3a0-cffe2819abe3/f4194b13-793f-46ff-a65d-349f1777d1d8) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:23:01.493883 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92925ead-600f-4326-bf3d-9a13d67a5f1f req-ddee22e1-2aea-410b-8d65-b151d5d74b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:01.495783 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [req-92925ead-600f-4326-bf3d-9a13d67a5f1f req-ddee22e1-2aea-410b-8d65-b151d5d74b33 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2887ddf4-42ee-4421-bb40-86e4a6966b8c HTTP/1.1" status: 200 len: 919 time: 0.1536822 Aug 25 18:23:01.592720 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [req-92925ead-600f-4326-bf3d-9a13d67a5f1f req-d339ea6e-ebae-487d-b36c-a62236489134 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35929af9-f9e5-4a24-8712-b437741ab71f HTTP/1.1" status: 200 len: 217 time: 0.0859518 Aug 25 18:23:01.693520 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92925ead-600f-4326-bf3d-9a13d67a5f1f req-c6c137f0-9ea8-414a-abed-1fd320547847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:01.695414 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [req-92925ead-600f-4326-bf3d-9a13d67a5f1f req-c6c137f0-9ea8-414a-abed-1fd320547847 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a466bd10-ab39-42b8-add1-5b51ec077d63 HTTP/1.1" status: 200 len: 858 time: 0.0940485 Aug 25 18:23:01.734191 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-63371023-66fc-4426-848e-080a7374d728 req-9082242e-b391-4d96-8dc4-57df2e992d49 service neutron] 10.222.0.24 "GET /v2.0/networks/2cd15194-5e4d-4178-a19c-bfac18d7be9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262856 Aug 25 18:23:01.747045 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8bb115-ff7c-450a-8113-494c5ab4f4a4 req-f908a57c-cf07-4366-b897-bdfe17eb1747 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:01.754532 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1d8bb115-ff7c-450a-8113-494c5ab4f4a4 req-f908a57c-cf07-4366-b897-bdfe17eb1747 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/ports?device_id=93df5824-10de-44e4-acfb-ff6619e947e9 HTTP/1.1" status: 200 len: 944 time: 0.1709280 Aug 25 18:23:01.759067 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [req-92925ead-600f-4326-bf3d-9a13d67a5f1f req-6299117c-e765-4f5a-bf24-7f87989c638e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2887ddf4-42ee-4421-bb40-86e4a6966b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543334 Aug 25 18:23:01.800589 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 33260) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:01.886048 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [req-92925ead-600f-4326-bf3d-9a13d67a5f1f req-018e8be9-47cc-4afd-930b-b22bfb87863a service neutron] 10.222.0.24 "GET /v2.0/networks/2887ddf4-42ee-4421-bb40-86e4a6966b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178322 Aug 25 18:23:01.942309 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1d8bb115-ff7c-450a-8113-494c5ab4f4a4 req-c2592a7f-d927-4872-9152-d267e60cc16c tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/security-groups?id=80d899e3-7802-4972-be1b-c74dc70efbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857638 Aug 25 18:23:02.004438 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-215d9797-7dc5-4c62-8966-1cf041f6c4ac tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:02.066110 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [req-92925ead-600f-4326-bf3d-9a13d67a5f1f req-a6dd1d59-562b-48d2-ae24-4007e717575f service neutron] 10.222.0.24 "GET /v2.0/networks/2887ddf4-42ee-4421-bb40-86e4a6966b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677556 Aug 25 18:23:02.118816 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e3d6238f-88b5-4fd2-a50a-0817c02db80f req-e243fe82-9508-48a6-9e4c-f25fd7ec8397 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 210 time: 0.0719121 Aug 25 18:23:02.119556 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-826930d9-21ed-450b-baf2-55abfb4576a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:02.160275 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-0ffa7d29-cb11-41bc-bc20-029f237286fb tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:02.178391 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a1e81-51f7-407d-8b3b-3fd873a897e7 req-10361cd8-d446-48ad-af79-7e863608ced4 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:02.185955 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e66a1e81-51f7-407d-8b3b-3fd873a897e7 req-10361cd8-d446-48ad-af79-7e863608ced4 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=59370016-9efd-4f8f-b46f-f1b2cf0da4e1 HTTP/1.1" status: 200 len: 944 time: 0.2908607 Aug 25 18:23:02.438016 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-0ffa7d29-cb11-41bc-bc20-029f237286fb tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Transition to ACTIVE for port object f4194b13-793f-46ff-a65d-349f1777d1d8 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:23:02.443037 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-63371023-66fc-4426-848e-080a7374d728 req-84fa84e0-9d90-436a-a6e3-ef9ef52035c1 service neutron] 10.222.0.24 "GET /v2.0/networks/2cd15194-5e4d-4178-a19c-bfac18d7be9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6865973 Aug 25 18:23:02.468254 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-62f6708e-4085-4be1-8bc0-df4ab7c2759e req-4b557d52-f114-4008-aaa5-8bab57d2ae6d tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 210 time: 0.0608299 Aug 25 18:23:02.500456 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-215d9797-7dc5-4c62-8966-1cf041f6c4ac tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:02.553182 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e66a1e81-51f7-407d-8b3b-3fd873a897e7 req-6366db14-6420-454c-9f09-a3c48f603dca tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662326 Aug 25 18:23:02.560789 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device f6dc92b4-60c3-4caf-9201-0172ba74f7fd details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 18:23:02.587278 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-215d9797-7dc5-4c62-8966-1cf041f6c4ac tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Network 2887ddf4-42ee-4421-bb40-86e4a6966b8c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:23:02.592402 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-215d9797-7dc5-4c62-8966-1cf041f6c4ac tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:23:02.599030 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d9797-7dc5-4c62-8966-1cf041f6c4ac tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Pushing event updated for resources: {'Port': ['ID=ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:02.601217 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-215d9797-7dc5-4c62-8966-1cf041f6c4ac tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:23:02.607578 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-215d9797-7dc5-4c62-8966-1cf041f6c4ac tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:02.608199 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-215d9797-7dc5-4c62-8966-1cf041f6c4ac tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:02.627662 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-0ffa7d29-cb11-41bc-bc20-029f237286fb tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:02.681816 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-0ffa7d29-cb11-41bc-bc20-029f237286fb tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Network ca11b88d-433f-4cc3-bc46-86e155a29f61 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:23:02.683188 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port f6dc92b4-60c3-4caf-9201-0172ba74f7fd, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f6dc92b4-60c3-4caf-9201-0172ba74f7fd,segment=NetworkSegment(fd65dba9-b66e-472c-b256-f4a4ac3c733e),segment_id=fd65dba9-b66e-472c-b256-f4a4ac3c733e)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:23:02.695749 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-0ffa7d29-cb11-41bc-bc20-029f237286fb tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:23:02.695749 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-0ffa7d29-cb11-41bc-bc20-029f237286fb tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:23:02.695910 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Returning: {'device': 'f6dc92b4-60c3-4caf-9201-0172ba74f7fd', 'network_id': '027ca67f-1ba8-44ee-953d-79215c56cc3d', 'port_id': 'f6dc92b4-60c3-4caf-9201-0172ba74f7fd', 'mac_address': 'fa:16:3e:29:bd:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8e573a-17eb-4adc-92ac-7739d0754b94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 18:23:02.701288 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-0ffa7d29-cb11-41bc-bc20-029f237286fb tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:02.701937 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-0ffa7d29-cb11-41bc-bc20-029f237286fb tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:02.725325 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa7d29-cb11-41bc-bc20-029f237286fb tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Pushing event updated for resources: {'Port': ['ID=f4194b13-793f-46ff-a65d-349f1777d1d8,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:02.735833 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:02.736982 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-826930d9-21ed-450b-baf2-55abfb4576a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:02.744751 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-826930d9-21ed-450b-baf2-55abfb4576a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:02.750943 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6dc92b4-60c3-4caf-9201-0172ba74f7fd {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:23:02.770037 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-0ffa7d29-cb11-41bc-bc20-029f237286fb tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3371987 Aug 25 18:23:02.771476 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-215d9797-7dc5-4c62-8966-1cf041f6c4ac tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4856145 Aug 25 18:23:02.779889 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 33302) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:02.780514 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-826930d9-21ed-450b-baf2-55abfb4576a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2555284da2b440b0b202f452a8aadfa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9464345 Aug 25 18:23:02.780804 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port f6dc92b4-60c3-4caf-9201-0172ba74f7fd, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f6dc92b4-60c3-4caf-9201-0172ba74f7fd,segment=NetworkSegment(fd65dba9-b66e-472c-b256-f4a4ac3c733e),segment_id=fd65dba9-b66e-472c-b256-f4a4ac3c733e)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:23:02.785907 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:02.786788 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device f4dda55a-138e-4547-958a-e8ea46b3244e details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 18:23:02.794537 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-af7a224c-4ed1-4c5a-9cbe-8b45cea74c3d service neutron] Request body: {'port': {'device_id': '888063c6-0310-4a86-a1b5-e215d38952fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:23:02.800905 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-4970a592-946b-4916-b822-c9112b7b9167 service neutron] Request body: {'port': {'device_id': '5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:23:02.847702 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=f6dc92b4-60c3-4caf-9201-0172ba74f7fd,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:02.860910 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826930d9-21ed-450b-baf2-55abfb4576a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c64ed0d-f18e-4f86-b4fe-d0d1181c6fd2,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:02.911090 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-80fcebef-147f-4384-a1f6-b5f2465aebd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:02.924288 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-4970a592-946b-4916-b822-c9112b7b9167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:02.928924 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-af7a224c-4ed1-4c5a-9cbe-8b45cea74c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:02.969946 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-80fcebef-147f-4384-a1f6-b5f2465aebd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:03.005471 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port f4dda55a-138e-4547-958a-e8ea46b3244e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4dda55a-138e-4547-958a-e8ea46b3244e,segment=NetworkSegment(c3ad605d-0b91-482b-81a4-b24229efd6d3),segment_id=c3ad605d-0b91-482b-81a4-b24229efd6d3)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:23:03.034985 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-80fcebef-147f-4384-a1f6-b5f2465aebd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:03.045607 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-80fcebef-147f-4384-a1f6-b5f2465aebd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:03.048995 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-80fcebef-147f-4384-a1f6-b5f2465aebd5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3c64ed0d-f18e-4f86-b4fe-d0d1181c6fd2 HTTP/1.1" status: 204 len: 168 time: 0.2665868 Aug 25 18:23:03.049540 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Returning: {'device': 'f4dda55a-138e-4547-958a-e8ea46b3244e', 'network_id': '2cd15194-5e4d-4178-a19c-bfac18d7be9f', 'port_id': 'f4dda55a-138e-4547-958a-e8ea46b3244e', 'mac_address': 'fa:16:3e:52:0d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecab46d4-97f7-43f1-803d-02b5f4e01661', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 18:23:03.065707 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fcebef-147f-4384-a1f6-b5f2465aebd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c64ed0d-f18e-4f86-b4fe-d0d1181c6fd2,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:03.106183 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-ee69515c-7bf9-4455-a74e-48fd98f14ca9 None None] Provisioning for port f4194b13-793f-46ff-a65d-349f1777d1d8 completed by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:23:03.136315 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-ee69515c-7bf9-4455-a74e-48fd98f14ca9 None None] Provisioning complete for port f4194b13-793f-46ff-a65d-349f1777d1d8 triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:23:03.136716 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ee69515c-7bf9-4455-a74e-48fd98f14ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:03.212337 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-ee69515c-7bf9-4455-a74e-48fd98f14ca9 None None] Port f4194b13-793f-46ff-a65d-349f1777d1d8 cannot update to ACTIVE because it is not bound. {{(pid=93793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:23:03.220259 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:03.239963 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4dda55a-138e-4547-958a-e8ea46b3244e {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:23:03.278089 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port f4dda55a-138e-4547-958a-e8ea46b3244e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4dda55a-138e-4547-958a-e8ea46b3244e,segment=NetworkSegment(c3ad605d-0b91-482b-81a4-b24229efd6d3),segment_id=c3ad605d-0b91-482b-81a4-b24229efd6d3)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:23:03.284629 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:03.350579 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=f4dda55a-138e-4547-958a-e8ea46b3244e,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:03.478479 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7908a-1529-4ce0-93a1-a0c6282245dd req-4eae8ecf-e1ff-4815-a1a8-e307090767dd tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:03.482473 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d8e7908a-1529-4ce0-93a1-a0c6282245dd req-4eae8ecf-e1ff-4815-a1a8-e307090767dd tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/ports?device_id=93df5824-10de-44e4-acfb-ff6619e947e9 HTTP/1.1" status: 200 len: 945 time: 0.4406593 Aug 25 18:23:03.519067 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0dc95-efec-4fa8-94ec-2a67c9ad5891 req-24edd53f-76ee-420b-b87a-6f5a372164fe tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:03.520831 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e8f0dc95-efec-4fa8-94ec-2a67c9ad5891 req-24edd53f-76ee-420b-b87a-6f5a372164fe tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 931 time: 0.2813792 Aug 25 18:23:03.559790 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 33332) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:03.577598 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e27e32e2-aacc-4963-be35-4c502d7a41f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:03.585804 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['f6dc92b4-60c3-4caf-9201-0172ba74f7fd'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:23:03.679029 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d8e7908a-1529-4ce0-93a1-a0c6282245dd req-51a56448-10a9-4b6f-87ca-d871971f4dd7 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/security-groups?id=80d899e3-7802-4972-be1b-c74dc70efbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751814 Aug 25 18:23:03.733032 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['f4dda55a-138e-4547-958a-e8ea46b3244e'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:23:03.759231 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e8f0dc95-efec-4fa8-94ec-2a67c9ad5891 req-eae08877-5169-4ee8-8d11-787e1c92024d tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222610 Aug 25 18:23:03.801303 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-4970a592-946b-4916-b822-c9112b7b9167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:23:03.830377 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-4970a592-946b-4916-b822-c9112b7b9167 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:03.841792 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e27e32e2-aacc-4963-be35-4c502d7a41f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:03.854170 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e27e32e2-aacc-4963-be35-4c502d7a41f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:03.871685 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-af7a224c-4ed1-4c5a-9cbe-8b45cea74c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4194b13-793f-46ff-a65d-349f1777d1d8 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:23:03.884654 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-af7a224c-4ed1-4c5a-9cbe-8b45cea74c3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:03.887683 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-4970a592-946b-4916-b822-c9112b7b9167 service neutron] Transition to ACTIVE for port object ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:23:03.902281 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-4970a592-946b-4916-b822-c9112b7b9167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:03.916587 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-e27e32e2-aacc-4963-be35-4c502d7a41f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3abdaa50ec1e4fde8200bddcbfb929b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3529623 Aug 25 18:23:03.920979 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 33346) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:03.921226 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f4866-b7c0-4e67-86ec-45af358b39e7 req-51de1f65-2241-406d-ab14-269f13aa1575 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:03.923300 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-fa2f4866-b7c0-4e67-86ec-45af358b39e7 req-51de1f65-2241-406d-ab14-269f13aa1575 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 932 time: 0.1125302 Aug 25 18:23:03.928230 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-af7a224c-4ed1-4c5a-9cbe-8b45cea74c3d service neutron] Transition to ACTIVE for port object f4194b13-793f-46ff-a65d-349f1777d1d8 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:23:03.993699 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27e32e2-aacc-4963-be35-4c502d7a41f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c279657e-d75f-4fb3-9aa0-479b76f14832,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:03.998614 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c57d4d3a-f959-423e-b412-03c10a12bc16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:04.004149 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-af7a224c-4ed1-4c5a-9cbe-8b45cea74c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:04.041357 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c57d4d3a-f959-423e-b412-03c10a12bc16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:04.080315 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970a592-946b-4916-b822-c9112b7b9167 service neutron] Pushing event updated for resources: {'Port': ['ID=ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:04.093703 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f78567-fadc-4a70-a40b-ed594b382d9c req-2c520b16-9639-4d5c-8547-66cff07c857a tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:04.095252 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a3f78567-fadc-4a70-a40b-ed594b382d9c req-2c520b16-9639-4d5c-8547-66cff07c857a tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=59370016-9efd-4f8f-b46f-f1b2cf0da4e1 HTTP/1.1" status: 200 len: 945 time: 0.1864154 Aug 25 18:23:04.101147 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-fa2f4866-b7c0-4e67-86ec-45af358b39e7 req-69afc17e-5ad2-4fdd-8a10-292e8bb8a760 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022747 Aug 25 18:23:04.130415 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c57d4d3a-f959-423e-b412-03c10a12bc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:04.133136 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c57d4d3a-f959-423e-b412-03c10a12bc16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:04.137261 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-c57d4d3a-f959-423e-b412-03c10a12bc16 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c279657e-d75f-4fb3-9aa0-479b76f14832 HTTP/1.1" status: 204 len: 168 time: 0.2122247 Aug 25 18:23:04.163055 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d4d3a-f959-423e-b412-03c10a12bc16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c279657e-d75f-4fb3-9aa0-479b76f14832,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:04.224140 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-4970a592-946b-4916-b822-c9112b7b9167 service neutron] Attempting to bind port ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:23:04.224140 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-4970a592-946b-4916-b822-c9112b7b9167 service neutron] Attempting to bind port ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '7b7140b0-1015-48cf-8ba0-cd3394513da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2887ddf4-42ee-4421-bb40-86e4a6966b8c'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:23:04.224408 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-4970a592-946b-4916-b822-c9112b7b9167 service neutron] Attempting to bind port ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b on network 2887ddf4-42ee-4421-bb40-86e4a6966b8c {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:23:04.247341 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a224c-4ed1-4c5a-9cbe-8b45cea74c3d service neutron] Pushing event updated for resources: {'Port': ['ID=f4194b13-793f-46ff-a65d-349f1777d1d8,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:04.257518 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-4970a592-946b-4916-b822-c9112b7b9167 service neutron] Port ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b on network 2887ddf4-42ee-4421-bb40-86e4a6966b8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 18:23:04.257843 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-4970a592-946b-4916-b822-c9112b7b9167 service neutron] Attempting to bind port ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b on network 2887ddf4-42ee-4421-bb40-86e4a6966b8c {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:23:04.269472 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a3f78567-fadc-4a70-a40b-ed594b382d9c req-282744a5-e36b-442c-8ce6-2e6b48bf4599 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258740 Aug 25 18:23:04.271922 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-af7a224c-4ed1-4c5a-9cbe-8b45cea74c3d service neutron] Attempting to bind port f4194b13-793f-46ff-a65d-349f1777d1d8 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:23:04.272738 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-af7a224c-4ed1-4c5a-9cbe-8b45cea74c3d service neutron] Attempting to bind port f4194b13-793f-46ff-a65d-349f1777d1d8 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'c7174dd9-e2ad-4230-9486-8edb6195741d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:23:04.272738 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-af7a224c-4ed1-4c5a-9cbe-8b45cea74c3d service neutron] Attempting to bind port f4194b13-793f-46ff-a65d-349f1777d1d8 on network ca11b88d-433f-4cc3-bc46-86e155a29f61 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:23:04.276860 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-4970a592-946b-4916-b822-c9112b7b9167 service neutron] Checking agent: {'id': '7fd900e3-9f03-4129-b0c6-db4e233cdb3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'started_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:23:04.277124 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-4970a592-946b-4916-b822-c9112b7b9167 service neutron] Checking segment: {'id': '7b7140b0-1015-48cf-8ba0-cd3394513da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2887ddf4-42ee-4421-bb40-86e4a6966b8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:23:04.277513 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-4970a592-946b-4916-b822-c9112b7b9167 service neutron] Bound using segment: {'id': '7b7140b0-1015-48cf-8ba0-cd3394513da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2887ddf4-42ee-4421-bb40-86e4a6966b8c'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:23:04.277958 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-4970a592-946b-4916-b822-c9112b7b9167 service neutron] Bound port: ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b7140b0-1015-48cf-8ba0-cd3394513da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2887ddf4-42ee-4421-bb40-86e4a6966b8c'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:23:04.278632 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-4970a592-946b-4916-b822-c9112b7b9167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:04.296752 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-af7a224c-4ed1-4c5a-9cbe-8b45cea74c3d service neutron] Port f4194b13-793f-46ff-a65d-349f1777d1d8 on network ca11b88d-433f-4cc3-bc46-86e155a29f61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 18:23:04.297084 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-af7a224c-4ed1-4c5a-9cbe-8b45cea74c3d service neutron] Attempting to bind port f4194b13-793f-46ff-a65d-349f1777d1d8 on network ca11b88d-433f-4cc3-bc46-86e155a29f61 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:23:04.305785 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-af7a224c-4ed1-4c5a-9cbe-8b45cea74c3d service neutron] Checking agent: {'id': '7fd900e3-9f03-4129-b0c6-db4e233cdb3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'started_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:23:04.306123 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-af7a224c-4ed1-4c5a-9cbe-8b45cea74c3d service neutron] Checking segment: {'id': 'c7174dd9-e2ad-4230-9486-8edb6195741d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:23:04.306511 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-af7a224c-4ed1-4c5a-9cbe-8b45cea74c3d service neutron] Bound using segment: {'id': 'c7174dd9-e2ad-4230-9486-8edb6195741d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:23:04.306942 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-af7a224c-4ed1-4c5a-9cbe-8b45cea74c3d service neutron] Bound port: f4194b13-793f-46ff-a65d-349f1777d1d8, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7174dd9-e2ad-4230-9486-8edb6195741d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:23:04.307296 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-af7a224c-4ed1-4c5a-9cbe-8b45cea74c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:04.422418 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-4970a592-946b-4916-b822-c9112b7b9167 service neutron] For port ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b, host hv-cinder-79049, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:23:04.428473 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-4970a592-946b-4916-b822-c9112b7b9167 service neutron] For port ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b,segment=NetworkSegment(7b7140b0-1015-48cf-8ba0-cd3394513da3),segment_id=7b7140b0-1015-48cf-8ba0-cd3394513da3)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:23:04.436535 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-4970a592-946b-4916-b822-c9112b7b9167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:04.440104 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-af7a224c-4ed1-4c5a-9cbe-8b45cea74c3d service neutron] For port f4194b13-793f-46ff-a65d-349f1777d1d8, host hv-cinder-79049, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:23:04.444948 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-af7a224c-4ed1-4c5a-9cbe-8b45cea74c3d service neutron] For port f4194b13-793f-46ff-a65d-349f1777d1d8, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4194b13-793f-46ff-a65d-349f1777d1d8,segment=NetworkSegment(c7174dd9-e2ad-4230-9486-8edb6195741d),segment_id=c7174dd9-e2ad-4230-9486-8edb6195741d)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:23:04.453707 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-af7a224c-4ed1-4c5a-9cbe-8b45cea74c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:04.498349 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-4970a592-946b-4916-b822-c9112b7b9167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:04.498984 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-4970a592-946b-4916-b822-c9112b7b9167 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:04.500401 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-4970a592-946b-4916-b822-c9112b7b9167 service neutron] 10.222.0.24 "PUT /v2.0/ports/ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b HTTP/1.1" status: 200 len: 1094 time: 1.7141650 Aug 25 18:23:04.501127 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc', 'tag': 'ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:23:04.503398 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edfd357-1078-442c-b6f2-130e42c996e2" -d '{"events": [{"name": "network-changed", "server_uuid": "5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc", "tag": "ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:23:04.524386 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-af7a224c-4ed1-4c5a-9cbe-8b45cea74c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:04.525007 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-af7a224c-4ed1-4c5a-9cbe-8b45cea74c3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:04.526694 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-af7a224c-4ed1-4c5a-9cbe-8b45cea74c3d service neutron] 10.222.0.24 "PUT /v2.0/ports/f4194b13-793f-46ff-a65d-349f1777d1d8 HTTP/1.1" status: 200 len: 1093 time: 1.7392542 Aug 25 18:23:04.535004 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 35929af9-f9e5-4a24-8712-b437741ab71f details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 18:23:04.538669 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device f4dda55a-138e-4547-958a-e8ea46b3244e up at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:23:04.599562 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970a592-946b-4916-b822-c9112b7b9167 service neutron] Pushing event updated for resources: {'Port': ['ID=ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:04.628339 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a86bf1-7684-4519-a0bf-1cbff2483729 x-openstack-request-id: req-c9a86bf1-7684-4519-a0bf-1cbff2483729 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:23:04.628860 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc", "tag": "ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:23:04.629470 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c9a86bf1-7684-4519-a0bf-1cbff2483729 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:23:04.630112 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc', 'tag': 'ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b', 'status': 'completed', 'code': 200} Aug 25 18:23:04.768080 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-66d6d773-3492-4c1a-8abe-a75f7df0a673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:04.782671 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-66d6d773-3492-4c1a-8abe-a75f7df0a673 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e395b011c00e459e874eaeeb248043c8&device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 1097 time: 0.2186041 Aug 25 18:23:04.784907 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-e78df92d-5c39-47ef-beb9-ea4b03e26473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:04.786413 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-e78df92d-5c39-47ef-beb9-ea4b03e26473 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e50d3e6eb4343348d784dfd6489ac79&device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 1096 time: 0.1703882 Aug 25 18:23:04.789023 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a224c-4ed1-4c5a-9cbe-8b45cea74c3d service neutron] Pushing event updated for resources: {'Port': ['ID=f4194b13-793f-46ff-a65d-349f1777d1d8,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:04.941812 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-9a976458-546b-4b31-a7ac-f68629a91963 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4194b13-793f-46ff-a65d-349f1777d1d8 HTTP/1.1" status: 200 len: 217 time: 0.1246071 Aug 25 18:23:04.943282 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-e9c01ad9-4aff-4e66-854b-216206b9109d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b HTTP/1.1" status: 200 len: 217 time: 0.1273992 Aug 25 18:23:04.977519 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning for port f4dda55a-138e-4547-958a-e8ea46b3244e completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:23:04.989883 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning complete for port f4dda55a-138e-4547-958a-e8ea46b3244e triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:23:04.990255 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:05.051644 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 35929af9-f9e5-4a24-8712-b437741ab71f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=35929af9-f9e5-4a24-8712-b437741ab71f,segment=NetworkSegment(7b7140b0-1015-48cf-8ba0-cd3394513da3),segment_id=7b7140b0-1015-48cf-8ba0-cd3394513da3)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:23:05.082982 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Returning: {'device': '35929af9-f9e5-4a24-8712-b437741ab71f', 'network_id': '2887ddf4-42ee-4421-bb40-86e4a6966b8c', 'port_id': '35929af9-f9e5-4a24-8712-b437741ab71f', 'mac_address': 'fa:16:3e:f1:cb:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a466bd10-ab39-42b8-add1-5b51ec077d63', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 18:23:05.158771 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:05.162114 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:05.184275 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35929af9-f9e5-4a24-8712-b437741ab71f {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:23:05.205768 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59370016-9efd-4f8f-b46f-f1b2cf0da4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4dda55a-138e-4547-958a-e8ea46b3244e'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:23:05.286613 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1fd4a-e70b-4e5d-b0d7-f748c3dd535e req-ee4cc1f9-bc24-40fb-8fec-3ea9085b1a82 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:05.288316 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-26e1fd4a-e70b-4e5d-b0d7-f748c3dd535e req-ee4cc1f9-bc24-40fb-8fec-3ea9085b1a82 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/ports?device_id=93df5824-10de-44e4-acfb-ff6619e947e9 HTTP/1.1" status: 200 len: 945 time: 0.4574492 Aug 25 18:23:05.294650 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-35707153-6fa6-4e8d-9de9-dac6068314aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:05.295212 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port f4dda55a-138e-4547-958a-e8ea46b3244e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4dda55a-138e-4547-958a-e8ea46b3244e,segment=NetworkSegment(c3ad605d-0b91-482b-81a4-b24229efd6d3),segment_id=c3ad605d-0b91-482b-81a4-b24229efd6d3)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:23:05.296046 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-35707153-6fa6-4e8d-9de9-dac6068314aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a466bd10-ab39-42b8-add1-5b51ec077d63 HTTP/1.1" status: 200 len: 858 time: 0.3276067 Aug 25 18:23:05.297330 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-4582468f-cdf6-48f7-af11-d04635fc1a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:05.298646 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-4582468f-cdf6-48f7-af11-d04635fc1a55 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9d7b14c-bc03-4fe0-a3a0-cffe2819abe3 HTTP/1.1" status: 200 len: 856 time: 0.3312919 Aug 25 18:23:05.307992 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:05.309334 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device f6dc92b4-60c3-4caf-9201-0172ba74f7fd up at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:23:05.314110 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 35929af9-f9e5-4a24-8712-b437741ab71f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=35929af9-f9e5-4a24-8712-b437741ab71f,segment=NetworkSegment(7b7140b0-1015-48cf-8ba0-cd3394513da3),segment_id=7b7140b0-1015-48cf-8ba0-cd3394513da3)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:23:05.314359 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c53f80-6a18-4020-aa87-947eb05465ba req-76319b64-8bbf-4cfa-b2c7-d4dc9770f1d3 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:05.321701 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-51c53f80-6a18-4020-aa87-947eb05465ba req-76319b64-8bbf-4cfa-b2c7-d4dc9770f1d3 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 943 time: 0.3771210 Aug 25 18:23:05.339197 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:05.410220 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=f4dda55a-138e-4547-958a-e8ea46b3244e,revision_number=5']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:05.417646 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning for port f6dc92b4-60c3-4caf-9201-0172ba74f7fd completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:23:05.439572 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-ef3968cf-dc42-4c40-8add-3e13e5217158 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2887ddf4-42ee-4421-bb40-86e4a6966b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1147532 Aug 25 18:23:05.443361 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning complete for port f6dc92b4-60c3-4caf-9201-0172ba74f7fd triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:23:05.443916 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:05.444720 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-26e1fd4a-e70b-4e5d-b0d7-f748c3dd535e req-1ac402d6-7183-4d29-8971-8d544c016db8 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/security-groups?id=80d899e3-7802-4972-be1b-c74dc70efbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451633 Aug 25 18:23:05.482229 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700cf778d203af030a48c7cd7e91a8769aab6ec207ebda1a87165573d1bde0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a02508c-3212-4b39-b5b2-150eb478df9f" -d '{"events": [{"server_uuid": "59370016-9efd-4f8f-b46f-f1b2cf0da4e1", "name": "network-vif-plugged", "status": "completed", "tag": "f4dda55a-138e-4547-958a-e8ea46b3244e"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:23:05.500067 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-51c53f80-6a18-4020-aa87-947eb05465ba req-2b745e51-7196-417c-bcd1-1fa704d8ee63 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774962 Aug 25 18:23:05.537664 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-a244cfe6-f7e1-4398-aa5a-68350e1fb6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:05.539188 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-a244cfe6-f7e1-4398-aa5a-68350e1fb6cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca11b88d-433f-4cc3-bc46-86e155a29f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2155340 Aug 25 18:23:05.552327 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=35929af9-f9e5-4a24-8712-b437741ab71f,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:05.587027 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['35929af9-f9e5-4a24-8712-b437741ab71f'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:23:05.635553 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:05.693318 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port f6dc92b4-60c3-4caf-9201-0172ba74f7fd, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f6dc92b4-60c3-4caf-9201-0172ba74f7fd,segment=NetworkSegment(fd65dba9-b66e-472c-b256-f4a4ac3c733e),segment_id=fd65dba9-b66e-472c-b256-f4a4ac3c733e)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:23:05.700070 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:05.738157 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-077f8c50-9e2f-4b23-a289-d0adc8f7c7de service neutron] 10.222.0.24 "GET /v2.0/networks/2887ddf4-42ee-4421-bb40-86e4a6966b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743180 Aug 25 18:23:05.765723 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9f96c-830b-4462-b063-08b51d8962ef req-058188f9-7ec1-4e17-947e-f6fcbd8749ef tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:05.767587 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6cb9f96c-830b-4462-b063-08b51d8962ef req-058188f9-7ec1-4e17-947e-f6fcbd8749ef tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 944 time: 0.2223318 Aug 25 18:23:05.771886 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=f6dc92b4-60c3-4caf-9201-0172ba74f7fd,revision_number=5']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:05.832098 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223c84a-5efe-492e-9845-d38b8b1cc151 req-9ced77b1-86d5-49e1-930e-816a090b53af tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:05.833914 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4223c84a-5efe-492e-9845-d38b8b1cc151 req-9ced77b1-86d5-49e1-930e-816a090b53af tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=59370016-9efd-4f8f-b46f-f1b2cf0da4e1 HTTP/1.1" status: 200 len: 946 time: 0.2245290 Aug 25 18:23:05.859701 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-6c37a563-0e12-4916-be92-8a2e4cee7430 service neutron] 10.222.0.24 "GET /v2.0/networks/ca11b88d-433f-4cc3-bc46-86e155a29f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119285 Aug 25 18:23:05.959855 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6cb9f96c-830b-4462-b063-08b51d8962ef req-4073d2d3-0e43-44a1-99f8-0799d03ecca8 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396341 Aug 25 18:23:05.987704 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4223c84a-5efe-492e-9845-d38b8b1cc151 req-07811412-2067-4465-8216-7951c5f64798 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450264 Aug 25 18:23:06.001658 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-64e61f41-c6d5-46a7-ad98-dd2ecee1e1ae req-4ff45ba2-8dd4-41f2-ac9f-efc3009e89b0 service neutron] 10.222.0.24 "GET /v2.0/networks/2887ddf4-42ee-4421-bb40-86e4a6966b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547138 Aug 25 18:23:06.037650 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0df7a909-68e2-4383-8e5e-714a7b70fdcb req-d5f67e0c-dab8-4e26-9411-c42429b3e3d8 service neutron] 10.222.0.24 "GET /v2.0/networks/ca11b88d-433f-4cc3-bc46-86e155a29f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647444 Aug 25 18:23:06.104729 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfd357-1078-442c-b6f2-130e42c996e2 req-1e8ecebb-8b93-4c8d-adc8-3c507d65fcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:06.106450 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6edfd357-1078-442c-b6f2-130e42c996e2 req-1e8ecebb-8b93-4c8d-adc8-3c507d65fcf4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e395b011c00e459e874eaeeb248043c8&device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 1097 time: 0.0534139 Aug 25 18:23:06.217724 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70411086-9d77-4153-b81e-4b2ca2830d55 x-openstack-request-id: req-70411086-9d77-4153-b81e-4b2ca2830d55 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:23:06.218160 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59370016-9efd-4f8f-b46f-f1b2cf0da4e1", "name": "network-vif-plugged", "status": "completed", "tag": "f4dda55a-138e-4547-958a-e8ea46b3244e", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:23:06.218419 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-70411086-9d77-4153-b81e-4b2ca2830d55 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:23:06.219049 dv-cinder-790492-8-iscsi neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59370016-9efd-4f8f-b46f-f1b2cf0da4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4dda55a-138e-4547-958a-e8ea46b3244e', 'code': 200} Aug 25 18:23:06.237969 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfd357-1078-442c-b6f2-130e42c996e2 req-bca85946-5b80-4d73-aa98-d778593ad900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:06.239928 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6edfd357-1078-442c-b6f2-130e42c996e2 req-bca85946-5b80-4d73-aa98-d778593ad900 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2887ddf4-42ee-4421-bb40-86e4a6966b8c HTTP/1.1" status: 200 len: 919 time: 0.1240220 Aug 25 18:23:06.292228 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6edfd357-1078-442c-b6f2-130e42c996e2 req-31b92018-a7a1-4811-b4b0-95669cb31a33 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b HTTP/1.1" status: 200 len: 217 time: 0.0426424 Aug 25 18:23:06.360233 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfd357-1078-442c-b6f2-130e42c996e2 req-e5e4ae0b-fb99-4ce5-addc-806de9830a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:06.362138 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6edfd357-1078-442c-b6f2-130e42c996e2 req-e5e4ae0b-fb99-4ce5-addc-806de9830a6f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a466bd10-ab39-42b8-add1-5b51ec077d63 HTTP/1.1" status: 200 len: 858 time: 0.0622754 Aug 25 18:23:06.414949 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6edfd357-1078-442c-b6f2-130e42c996e2 req-98675b40-34a4-4a57-9f7a-df9b33efd1f6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2887ddf4-42ee-4421-bb40-86e4a6966b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372427 Aug 25 18:23:06.565507 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 35929af9-f9e5-4a24-8712-b437741ab71f up at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:23:06.582909 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b85cae-1762-4101-863f-cb29e553df52 req-3c643eef-65ee-46f1-a3e0-843a6f885b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:06.584470 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b5b85cae-1762-4101-863f-cb29e553df52 req-3c643eef-65ee-46f1-a3e0-843a6f885b2b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=59370016-9efd-4f8f-b46f-f1b2cf0da4e1 HTTP/1.1" status: 200 len: 1099 time: 0.1725984 Aug 25 18:23:06.609461 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b5b85cae-1762-4101-863f-cb29e553df52 req-d774733d-9723-455c-ade8-41557555bde3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:06.625827 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning for port 35929af9-f9e5-4a24-8712-b437741ab71f completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:23:06.630153 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning complete for port 35929af9-f9e5-4a24-8712-b437741ab71f triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:23:06.630582 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:06.634244 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '888063c6-0310-4a86-a1b5-e215d38952fa', 'tag': 'f4194b13-793f-46ff-a65d-349f1777d1d8'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:23:06.636579 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419e016c-974c-4f53-a965-8499bf22f945" -d '{"events": [{"name": "network-changed", "server_uuid": "888063c6-0310-4a86-a1b5-e215d38952fa", "tag": "f4194b13-793f-46ff-a65d-349f1777d1d8"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:23:06.694285 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468f84e-38d1-4f05-8ba3-96ca1e793e67 req-a86bac2d-9a46-4b98-b93c-e9e797305744 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:06.695962 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d468f84e-38d1-4f05-8ba3-96ca1e793e67 req-a86bac2d-9a46-4b98-b93c-e9e797305744 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/ports?device_id=93df5824-10de-44e4-acfb-ff6619e947e9 HTTP/1.1" status: 200 len: 946 time: 0.1616378 Aug 25 18:23:06.706196 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6edfd357-1078-442c-b6f2-130e42c996e2 req-dadfdf31-6f73-49dd-a445-43f5d9c2492e service neutron] 10.222.0.24 "GET /v2.0/networks/2887ddf4-42ee-4421-bb40-86e4a6966b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581308 Aug 25 18:23:06.726885 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:06.761356 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 35929af9-f9e5-4a24-8712-b437741ab71f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=35929af9-f9e5-4a24-8712-b437741ab71f,segment=NetworkSegment(7b7140b0-1015-48cf-8ba0-cd3394513da3),segment_id=7b7140b0-1015-48cf-8ba0-cd3394513da3)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:23:06.766383 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:06.810829 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962668b9-576c-48c3-9bb8-72069d55a54c req-b6987a0e-cc86-45c6-8752-3c5c389c1564 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:06.812332 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-962668b9-576c-48c3-9bb8-72069d55a54c req-b6987a0e-cc86-45c6-8752-3c5c389c1564 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 943 time: 0.2006857 Aug 25 18:23:06.840984 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=35929af9-f9e5-4a24-8712-b437741ab71f,revision_number=5']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:06.845262 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d468f84e-38d1-4f05-8ba3-96ca1e793e67 req-70b903eb-19a0-466c-a5fa-320fdeb410de tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/security-groups?id=80d899e3-7802-4972-be1b-c74dc70efbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356139 Aug 25 18:23:06.852259 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 33488) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:06.902880 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a610517-fd36-4ca5-9482-16fb022d1d7f x-openstack-request-id: req-1a610517-fd36-4ca5-9482-16fb022d1d7f {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:23:06.903143 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "888063c6-0310-4a86-a1b5-e215d38952fa", "tag": "f4194b13-793f-46ff-a65d-349f1777d1d8", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:23:06.903430 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1a610517-fd36-4ca5-9482-16fb022d1d7f {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:23:06.903778 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '888063c6-0310-4a86-a1b5-e215d38952fa', 'tag': 'f4194b13-793f-46ff-a65d-349f1777d1d8', 'status': 'completed', 'code': 200} Aug 25 18:23:06.924359 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-962668b9-576c-48c3-9bb8-72069d55a54c req-4201835c-ac55-4987-be70-9d9b784a48ca tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019709 Aug 25 18:23:06.969460 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6edfd357-1078-442c-b6f2-130e42c996e2 req-82462937-a3d2-47b5-a8e6-4a5ab5b67853 service neutron] 10.222.0.24 "GET /v2.0/networks/2887ddf4-42ee-4421-bb40-86e4a6966b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483597 Aug 25 18:23:06.988154 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b5b85cae-1762-4101-863f-cb29e553df52 req-d774733d-9723-455c-ade8-41557555bde3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:06.998598 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b5b85cae-1762-4101-863f-cb29e553df52 req-d774733d-9723-455c-ade8-41557555bde3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:07.001451 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9e875135-3505-4c0f-805c-eb65705be27a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:07.053557 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e016c-974c-4f53-a965-8499bf22f945 req-b789a046-318f-4e23-ab4b-65d10f793b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:07.054968 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-419e016c-974c-4f53-a965-8499bf22f945 req-b789a046-318f-4e23-ab4b-65d10f793b13 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e50d3e6eb4343348d784dfd6489ac79&device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 1096 time: 0.1297328 Aug 25 18:23:07.056598 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b5b85cae-1762-4101-863f-cb29e553df52 req-d774733d-9723-455c-ade8-41557555bde3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4629807 Aug 25 18:23:07.116348 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774733d-9723-455c-ade8-41557555bde3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=59a2588f-aca9-4736-bd8a-2bea006e637d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:07.124327 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9e875135-3505-4c0f-805c-eb65705be27a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:07.129952 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9e875135-3505-4c0f-805c-eb65705be27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:07.164052 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb62f1-92da-4394-8895-0af6923b89e7 req-b41e204b-4520-44ab-aea6-c34fa08caeaf tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:07.165595 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-13fb62f1-92da-4394-8895-0af6923b89e7 req-b41e204b-4520-44ab-aea6-c34fa08caeaf tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=59370016-9efd-4f8f-b46f-f1b2cf0da4e1 HTTP/1.1" status: 200 len: 946 time: 0.0868738 Aug 25 18:23:07.170210 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e875135-3505-4c0f-805c-eb65705be27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c989f3-8287-48da-87fa-b0c280dd3bb5,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:07.173561 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21add24-fde8-4d76-8c4c-6c5fdbc4bcb2 req-f8653d17-2f19-429d-b457-4066e6b40cca tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:07.175048 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a21add24-fde8-4d76-8c4c-6c5fdbc4bcb2 req-f8653d17-2f19-429d-b457-4066e6b40cca tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 944 time: 0.1175880 Aug 25 18:23:07.186974 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-9e875135-3505-4c0f-805c-eb65705be27a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b4caea2972984fd990e65a6429860f15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3334854 Aug 25 18:23:07.187784 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 33508) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:07.251160 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6e48e053-46b8-4b37-a6e6-99ad75028cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:07.251250 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-13fb62f1-92da-4394-8895-0af6923b89e7 req-c6ce2240-0c09-4da4-b638-d42c5523ab12 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650768 Aug 25 18:23:07.254471 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a21add24-fde8-4d76-8c4c-6c5fdbc4bcb2 req-3a2227c0-ec3e-412b-ad9d-ec8726962a8e tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720844 Aug 25 18:23:07.287234 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6e48e053-46b8-4b37-a6e6-99ad75028cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:07.335402 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6e48e053-46b8-4b37-a6e6-99ad75028cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:07.337990 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6e48e053-46b8-4b37-a6e6-99ad75028cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:07.339138 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-6e48e053-46b8-4b37-a6e6-99ad75028cfc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/19c989f3-8287-48da-87fa-b0c280dd3bb5 HTTP/1.1" status: 204 len: 168 time: 0.1505022 Aug 25 18:23:07.348480 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e48e053-46b8-4b37-a6e6-99ad75028cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c989f3-8287-48da-87fa-b0c280dd3bb5,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:07.359383 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e016c-974c-4f53-a965-8499bf22f945 req-588e8917-43c8-4b08-83e4-e0cd98a34e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:07.360976 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-419e016c-974c-4f53-a965-8499bf22f945 req-588e8917-43c8-4b08-83e4-e0cd98a34e5f service neutron] 10.222.0.24 "GET /v2.0/networks?id=ca11b88d-433f-4cc3-bc46-86e155a29f61 HTTP/1.1" status: 200 len: 918 time: 0.0939364 Aug 25 18:23:07.405249 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-419e016c-974c-4f53-a965-8499bf22f945 req-e31d7e6f-65d6-4dc7-8891-bf4bfb232247 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4194b13-793f-46ff-a65d-349f1777d1d8 HTTP/1.1" status: 200 len: 217 time: 0.0350621 Aug 25 18:23:07.457989 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e016c-974c-4f53-a965-8499bf22f945 req-cbd11ff4-1b00-46e1-bb91-59b8fc2833f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:07.459463 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-419e016c-974c-4f53-a965-8499bf22f945 req-cbd11ff4-1b00-46e1-bb91-59b8fc2833f4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9d7b14c-bc03-4fe0-a3a0-cffe2819abe3 HTTP/1.1" status: 200 len: 856 time: 0.0477760 Aug 25 18:23:07.506809 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e016c-974c-4f53-a965-8499bf22f945 req-46a195fa-ea59-40dc-a2c8-659d44f17c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:07.508309 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-419e016c-974c-4f53-a965-8499bf22f945 req-46a195fa-ea59-40dc-a2c8-659d44f17c78 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca11b88d-433f-4cc3-bc46-86e155a29f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410781 Aug 25 18:23:07.616390 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-419e016c-974c-4f53-a965-8499bf22f945 req-1697e954-765e-402d-892a-d669d7d3f6a5 service neutron] 10.222.0.24 "GET /v2.0/networks/ca11b88d-433f-4cc3-bc46-86e155a29f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997748 Aug 25 18:23:07.651806 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 33532) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:07.666074 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-26bc0e11-77bc-4c7b-8cfd-52b13934190d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:07.753174 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-419e016c-974c-4f53-a965-8499bf22f945 req-4d1a881b-fff4-4ed9-bc5e-f9dbe7747185 service neutron] 10.222.0.24 "GET /v2.0/networks/ca11b88d-433f-4cc3-bc46-86e155a29f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290240 Aug 25 18:23:07.781833 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-26bc0e11-77bc-4c7b-8cfd-52b13934190d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:07.785850 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-26bc0e11-77bc-4c7b-8cfd-52b13934190d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:07.823717 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc0e11-77bc-4c7b-8cfd-52b13934190d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b34bf68-bd52-4a44-9e76-9abb5e4011f5,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:07.835136 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-26bc0e11-77bc-4c7b-8cfd-52b13934190d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=efbf8fd91eba42ab9b752ae4a604dcc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1822300 Aug 25 18:23:07.837687 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 33548) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:07.897386 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-53498871-fd42-4b41-99ad-67658ecf6345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:07.931420 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-53498871-fd42-4b41-99ad-67658ecf6345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:07.971658 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3be8d-8a7f-4726-9f86-eac8b63d2c7a req-95e229f6-8830-469c-8dfd-f7b89588ba7c tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:07.973322 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-fdb3be8d-8a7f-4726-9f86-eac8b63d2c7a req-95e229f6-8830-469c-8dfd-f7b89588ba7c tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/ports?device_id=93df5824-10de-44e4-acfb-ff6619e947e9 HTTP/1.1" status: 200 len: 946 time: 0.0499895 Aug 25 18:23:08.001593 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-53498871-fd42-4b41-99ad-67658ecf6345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:08.004211 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-53498871-fd42-4b41-99ad-67658ecf6345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:08.008603 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-53498871-fd42-4b41-99ad-67658ecf6345 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4b34bf68-bd52-4a44-9e76-9abb5e4011f5 HTTP/1.1" status: 204 len: 168 time: 0.1696203 Aug 25 18:23:08.027889 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53498871-fd42-4b41-99ad-67658ecf6345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b34bf68-bd52-4a44-9e76-9abb5e4011f5,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:08.074575 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-fdb3be8d-8a7f-4726-9f86-eac8b63d2c7a req-3a5bce51-75a5-4656-a467-c9b7e23ef75e tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/security-groups?id=80d899e3-7802-4972-be1b-c74dc70efbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859866 Aug 25 18:23:08.107908 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d57d04-7ebb-45ac-a618-c6dcda1642a4 req-a4377752-1f6f-40c1-9103-62f5c501499d tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:08.109453 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-56d57d04-7ebb-45ac-a618-c6dcda1642a4 req-a4377752-1f6f-40c1-9103-62f5c501499d tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 943 time: 0.0856395 Aug 25 18:23:08.150511 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-56d57d04-7ebb-45ac-a618-c6dcda1642a4 req-630b2b96-e9ad-43ee-b475-5a11f2e76be9 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339344 Aug 25 18:23:08.221101 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93df5824-10de-44e4-acfb-ff6619e947e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6dc92b4-60c3-4caf-9201-0172ba74f7fd'}, {'server_uuid': '21c96964-1e35-4a20-bff6-b98d6120f9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35929af9-f9e5-4a24-8712-b437741ab71f'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:23:08.223514 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700cf778d203af030a48c7cd7e91a8769aab6ec207ebda1a87165573d1bde0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f3cd78-00b4-4cd7-9845-3f909845a9d1" -d '{"events": [{"server_uuid": "93df5824-10de-44e4-acfb-ff6619e947e9", "name": "network-vif-plugged", "status": "completed", "tag": "f6dc92b4-60c3-4caf-9201-0172ba74f7fd"}, {"server_uuid": "21c96964-1e35-4a20-bff6-b98d6120f9f7", "name": "network-vif-plugged", "status": "completed", "tag": "35929af9-f9e5-4a24-8712-b437741ab71f"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:23:08.274823 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 25 Aug 2021 18:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bac1d71-eaf4-4c93-9072-cd73293734d9 x-openstack-request-id: req-8bac1d71-eaf4-4c93-9072-cd73293734d9 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:23:08.275798 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93df5824-10de-44e4-acfb-ff6619e947e9", "name": "network-vif-plugged", "status": "completed", "tag": "f6dc92b4-60c3-4caf-9201-0172ba74f7fd", "code": 200}, {"server_uuid": "21c96964-1e35-4a20-bff6-b98d6120f9f7", "name": "network-vif-plugged", "status": "completed", "tag": "35929af9-f9e5-4a24-8712-b437741ab71f", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:23:08.276112 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8bac1d71-eaf4-4c93-9072-cd73293734d9 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:23:08.276975 dv-cinder-790492-8-iscsi neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93df5824-10de-44e4-acfb-ff6619e947e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6dc92b4-60c3-4caf-9201-0172ba74f7fd', 'code': 200} Aug 25 18:23:08.277336 dv-cinder-790492-8-iscsi neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c96964-1e35-4a20-bff6-b98d6120f9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35929af9-f9e5-4a24-8712-b437741ab71f', 'code': 200} Aug 25 18:23:08.544620 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa8093-26e3-45aa-ad89-fe5c120b7e90 req-b2ec2758-c8e6-440f-8e19-0e9c96282851 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:08.546158 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-fefa8093-26e3-45aa-ad89-fe5c120b7e90 req-b2ec2758-c8e6-440f-8e19-0e9c96282851 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=59370016-9efd-4f8f-b46f-f1b2cf0da4e1 HTTP/1.1" status: 200 len: 946 time: 0.1793871 Aug 25 18:23:08.560162 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device f4194b13-793f-46ff-a65d-349f1777d1d8 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 18:23:08.840878 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port f4194b13-793f-46ff-a65d-349f1777d1d8, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4194b13-793f-46ff-a65d-349f1777d1d8,segment=NetworkSegment(c7174dd9-e2ad-4230-9486-8edb6195741d),segment_id=c7174dd9-e2ad-4230-9486-8edb6195741d)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:23:08.876337 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b30549-ed48-4f30-bb03-c36b3f7cec99 req-0804c986-d63e-469a-aef2-0412a4eb2ab2 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:08.883968 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Returning: {'device': 'f4194b13-793f-46ff-a65d-349f1777d1d8', 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61', 'port_id': 'f4194b13-793f-46ff-a65d-349f1777d1d8', 'mac_address': 'fa:16:3e:b5:35:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d7b14c-bc03-4fe0-a3a0-cffe2819abe3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 18:23:08.885013 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-32b30549-ed48-4f30-bb03-c36b3f7cec99 req-0804c986-d63e-469a-aef2-0412a4eb2ab2 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 944 time: 0.4644918 Aug 25 18:23:08.941720 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-fefa8093-26e3-45aa-ad89-fe5c120b7e90 req-117493da-1e76-489f-98dc-f8de2a7d5ff0 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895219 Aug 25 18:23:08.950452 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7ebb9-b467-4eea-ac60-189a19c3d2d0 req-f5a6625e-837a-4338-9f05-d1158376b71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:08.952275 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f2e7ebb9-b467-4eea-ac60-189a19c3d2d0 req-f5a6625e-837a-4338-9f05-d1158376b71e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=93df5824-10de-44e4-acfb-ff6619e947e9 HTTP/1.1" status: 200 len: 1099 time: 0.4714682 Aug 25 18:23:08.952703 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:08.968457 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-32b30549-ed48-4f30-bb03-c36b3f7cec99 req-4483636d-b4c4-4ab8-baf2-4d57bfcd2036 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821159 Aug 25 18:23:08.971154 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4194b13-793f-46ff-a65d-349f1777d1d8 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:23:08.980681 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff96ae-7610-4c7c-ba59-90e0b666a537 req-4bd6e8c0-e0fc-4e78-9fa2-652471f29135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:08.980681 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ceff96ae-7610-4c7c-ba59-90e0b666a537 req-4bd6e8c0-e0fc-4e78-9fa2-652471f29135 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 1099 time: 0.4644301 Aug 25 18:23:08.997859 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port f4194b13-793f-46ff-a65d-349f1777d1d8, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4194b13-793f-46ff-a65d-349f1777d1d8,segment=NetworkSegment(c7174dd9-e2ad-4230-9486-8edb6195741d),segment_id=c7174dd9-e2ad-4230-9486-8edb6195741d)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:23:09.002311 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:09.003299 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 18:23:09.025591 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ceff96ae-7610-4c7c-ba59-90e0b666a537 req-5808543a-e421-49ee-920f-2c2056ae67b7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347674 Aug 25 18:23:09.047657 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f2e7ebb9-b467-4eea-ac60-189a19c3d2d0 req-c58d328d-68f2-4e08-ac9f-994b84c6a494 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=80d899e3-7802-4972-be1b-c74dc70efbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773418 Aug 25 18:23:09.105254 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=f4194b13-793f-46ff-a65d-349f1777d1d8,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:09.158599 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b,segment=NetworkSegment(7b7140b0-1015-48cf-8ba0-cd3394513da3),segment_id=7b7140b0-1015-48cf-8ba0-cd3394513da3)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:23:09.176022 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Returning: {'device': 'ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b', 'network_id': '2887ddf4-42ee-4421-bb40-86e4a6966b8c', 'port_id': 'ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b', 'mac_address': 'fa:16:3e:b7:1d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a466bd10-ab39-42b8-add1-5b51ec077d63', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 18:23:09.224489 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed036a-6df9-408b-a482-c1732b05ac2b req-6829a2de-f7d9-4b5f-9f64-3bacf17d6e7c tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:09.226043 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1bed036a-6df9-408b-a482-c1732b05ac2b req-6829a2de-f7d9-4b5f-9f64-3bacf17d6e7c tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/ports?device_id=93df5824-10de-44e4-acfb-ff6619e947e9 HTTP/1.1" status: 200 len: 946 time: 0.0731540 Aug 25 18:23:09.250152 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:09.268351 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:23:09.276732 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1bed036a-6df9-408b-a482-c1732b05ac2b req-0902d919-abc0-4eae-9acc-a6c11fe935d5 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/security-groups?id=80d899e3-7802-4972-be1b-c74dc70efbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423574 Aug 25 18:23:09.306930 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b,segment=NetworkSegment(7b7140b0-1015-48cf-8ba0-cd3394513da3),segment_id=7b7140b0-1015-48cf-8ba0-cd3394513da3)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:23:09.312929 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:09.344758 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49600c2-e2d0-4d92-b2f5-5d9d3f1373a1 req-92a697c2-473d-47bd-9206-d4adc4ac4647 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:09.347329 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d49600c2-e2d0-4d92-b2f5-5d9d3f1373a1 req-92a697c2-473d-47bd-9206-d4adc4ac4647 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 944 time: 0.0657485 Aug 25 18:23:09.377192 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:09.403067 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d49600c2-e2d0-4d92-b2f5-5d9d3f1373a1 req-6e68b7b7-c722-40c8-b189-29094e3aeee9 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452673 Aug 25 18:23:09.533565 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 33632) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:09.578896 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['f4194b13-793f-46ff-a65d-349f1777d1d8'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:23:09.608774 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:23:09.618555 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 33638) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:09.676476 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0020d48-60be-4221-a03d-36a626bbde40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:09.709003 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad639ddb-f3d5-43d4-9dd5-c8f355ce522e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:09.800219 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0020d48-60be-4221-a03d-36a626bbde40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:09.807843 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0020d48-60be-4221-a03d-36a626bbde40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:09.853459 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-a0020d48-60be-4221-a03d-36a626bbde40 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2188cfc219d04231adc387fd205e9d0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338564 Aug 25 18:23:09.857274 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 33644) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:09.864266 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0020d48-60be-4221-a03d-36a626bbde40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a2d7e4-4bbb-4681-ba52-d65db558763d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:09.925366 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad639ddb-f3d5-43d4-9dd5-c8f355ce522e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:09.929719 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad639ddb-f3d5-43d4-9dd5-c8f355ce522e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:09.934277 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-934fda18-0e68-4343-a588-af8e3f1d992f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:09.955654 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-934fda18-0e68-4343-a588-af8e3f1d992f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:09.973001 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-ad639ddb-f3d5-43d4-9dd5-c8f355ce522e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=12f94508c4444965a3eb8ee2f7a3ee2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4382236 Aug 25 18:23:09.973957 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad639ddb-f3d5-43d4-9dd5-c8f355ce522e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a666f1eb-e140-493a-b24f-57957479f399,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:09.977272 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 33652) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:10.032418 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-934fda18-0e68-4343-a588-af8e3f1d992f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:10.034989 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-934fda18-0e68-4343-a588-af8e3f1d992f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:10.036133 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-934fda18-0e68-4343-a588-af8e3f1d992f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e7a2d7e4-4bbb-4681-ba52-d65db558763d HTTP/1.1" status: 204 len: 168 time: 0.1773593 Aug 25 18:23:10.044116 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934fda18-0e68-4343-a588-af8e3f1d992f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a2d7e4-4bbb-4681-ba52-d65db558763d,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:10.064129 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-00327bce-ec28-40a0-a62f-2ba1cab98dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:10.156217 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-00327bce-ec28-40a0-a62f-2ba1cab98dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:10.201901 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379ff5d-31be-40da-8939-7a88bb384026 req-ea0ad9e4-9997-433f-b596-2d3f44e1de80 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:10.217209 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6379ff5d-31be-40da-8939-7a88bb384026 req-ea0ad9e4-9997-433f-b596-2d3f44e1de80 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=59370016-9efd-4f8f-b46f-f1b2cf0da4e1 HTTP/1.1" status: 200 len: 946 time: 0.1486878 Aug 25 18:23:10.267133 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460306d7-56ac-4d1b-8947-097143f034f8 req-f1e9f0f5-9899-4538-b155-bab140fee3e1 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:10.269132 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-460306d7-56ac-4d1b-8947-097143f034f8 req-f1e9f0f5-9899-4538-b155-bab140fee3e1 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 945 time: 0.2023478 Aug 25 18:23:10.321349 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6379ff5d-31be-40da-8939-7a88bb384026 req-b8021da9-7971-48fb-ab41-9e03460e0762 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982294 Aug 25 18:23:10.385037 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-460306d7-56ac-4d1b-8947-097143f034f8 req-19a448d2-f882-4acd-8f47-da02a3884bc6 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062021 Aug 25 18:23:10.387647 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-00327bce-ec28-40a0-a62f-2ba1cab98dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:10.415384 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-00327bce-ec28-40a0-a62f-2ba1cab98dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:10.415762 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-00327bce-ec28-40a0-a62f-2ba1cab98dc2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a666f1eb-e140-493a-b24f-57957479f399 HTTP/1.1" status: 204 len: 168 time: 0.4370711 Aug 25 18:23:10.483327 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00327bce-ec28-40a0-a62f-2ba1cab98dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a666f1eb-e140-493a-b24f-57957479f399,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:10.512906 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2aa38-5f16-4780-b311-caf61cd85fd5 req-a55ff449-01fe-4a09-91b7-ef41777c1279 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:10.514710 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-fbc2aa38-5f16-4780-b311-caf61cd85fd5 req-a55ff449-01fe-4a09-91b7-ef41777c1279 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/ports?device_id=93df5824-10de-44e4-acfb-ff6619e947e9 HTTP/1.1" status: 200 len: 946 time: 0.0972524 Aug 25 18:23:10.572882 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device f4194b13-793f-46ff-a65d-349f1777d1d8 up at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:23:10.597067 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-fbc2aa38-5f16-4780-b311-caf61cd85fd5 req-319cca1b-f42e-42f7-b996-06602acbcc5f tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/security-groups?id=80d899e3-7802-4972-be1b-c74dc70efbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647247 Aug 25 18:23:10.723109 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning for port f4194b13-793f-46ff-a65d-349f1777d1d8 completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:23:10.734415 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning complete for port f4194b13-793f-46ff-a65d-349f1777d1d8 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:23:10.734624 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:10.792838 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4064b7-5d7b-45db-83f2-5ba3188bacfd req-42196fab-0c5b-45a4-9b37-d2c8dcf1aa32 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:10.797826 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5b4064b7-5d7b-45db-83f2-5ba3188bacfd req-42196fab-0c5b-45a4-9b37-d2c8dcf1aa32 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 944 time: 0.1981161 Aug 25 18:23:10.909542 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5b4064b7-5d7b-45db-83f2-5ba3188bacfd req-f73d1861-1c4d-4bef-bc01-3b3e0ccf3086 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039476 Aug 25 18:23:10.961407 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:10.989445 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888063c6-0310-4a86-a1b5-e215d38952fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4194b13-793f-46ff-a65d-349f1777d1d8'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:23:11.004620 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700cf778d203af030a48c7cd7e91a8769aab6ec207ebda1a87165573d1bde0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384b61ba-bab3-4018-8993-037b5f6b8743" -d '{"events": [{"server_uuid": "888063c6-0310-4a86-a1b5-e215d38952fa", "name": "network-vif-plugged", "status": "completed", "tag": "f4194b13-793f-46ff-a65d-349f1777d1d8"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:23:11.040773 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port f4194b13-793f-46ff-a65d-349f1777d1d8, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4194b13-793f-46ff-a65d-349f1777d1d8,segment=NetworkSegment(c7174dd9-e2ad-4230-9486-8edb6195741d),segment_id=c7174dd9-e2ad-4230-9486-8edb6195741d)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:23:11.051447 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:11.099636 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096d2d2f-474b-431d-8325-7490ff16ab67 x-openstack-request-id: req-096d2d2f-474b-431d-8325-7490ff16ab67 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:23:11.100396 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "888063c6-0310-4a86-a1b5-e215d38952fa", "name": "network-vif-plugged", "status": "completed", "tag": "f4194b13-793f-46ff-a65d-349f1777d1d8", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:23:11.100911 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-096d2d2f-474b-431d-8325-7490ff16ab67 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:23:11.101624 dv-cinder-790492-8-iscsi neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '888063c6-0310-4a86-a1b5-e215d38952fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4194b13-793f-46ff-a65d-349f1777d1d8', 'code': 200} Aug 25 18:23:11.143986 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=f4194b13-793f-46ff-a65d-349f1777d1d8,revision_number=5']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:11.158999 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 33708) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:11.175242 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5db26ef6-2611-4658-86fa-2f82049d5bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:11.299178 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5db26ef6-2611-4658-86fa-2f82049d5bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:11.305625 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5db26ef6-2611-4658-86fa-2f82049d5bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:11.308150 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 33712) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:11.325854 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61c1b2-d7d9-47fb-a986-3b4826074cf3 req-98258130-af70-4a4a-b159-a044a98fe27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:11.327453 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ad61c1b2-d7d9-47fb-a986-3b4826074cf3 req-98258130-af70-4a4a-b159-a044a98fe27b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 1098 time: 0.0724058 Aug 25 18:23:11.371045 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-5db26ef6-2611-4658-86fa-2f82049d5bed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8695b616b71e4c80900cedcc04282c8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2080836 Aug 25 18:23:11.371514 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 33718) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:11.379136 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db26ef6-2611-4658-86fa-2f82049d5bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe94aa0a-e1e1-4261-a250-f1e5d8c20b0b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:11.409702 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ad61c1b2-d7d9-47fb-a986-3b4826074cf3 req-c8473106-4e72-4833-9df7-6e7ba5a78ecb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693543 Aug 25 18:23:11.431533 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5d8d3110-dd49-4900-98fa-067b670e7375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:11.463902 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1848e20e-3250-4603-a8f6-361902ba6ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:11.467882 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5d8d3110-dd49-4900-98fa-067b670e7375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:11.524341 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208f81c-3444-44a7-a353-c9f2598419a8 req-40cb63b9-f293-44cc-b1af-de3802141e42 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:11.526702 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e208f81c-3444-44a7-a353-c9f2598419a8 req-40cb63b9-f293-44cc-b1af-de3802141e42 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 945 time: 0.0557466 Aug 25 18:23:11.545364 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5d8d3110-dd49-4900-98fa-067b670e7375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:11.547850 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5d8d3110-dd49-4900-98fa-067b670e7375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:11.551847 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-5d8d3110-dd49-4900-98fa-067b670e7375 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fe94aa0a-e1e1-4261-a250-f1e5d8c20b0b HTTP/1.1" status: 204 len: 168 time: 0.1794913 Aug 25 18:23:11.570425 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e208f81c-3444-44a7-a353-c9f2598419a8 req-7d59246b-0a11-4cc3-b451-2263be1f8796 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374572 Aug 25 18:23:11.583240 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d3110-dd49-4900-98fa-067b670e7375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe94aa0a-e1e1-4261-a250-f1e5d8c20b0b,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:11.640763 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1848e20e-3250-4603-a8f6-361902ba6ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:11.647957 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1848e20e-3250-4603-a8f6-361902ba6ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:11.689700 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-1848e20e-3250-4603-a8f6-361902ba6ef7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=95319223d21047e78c427b3cb473eed8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3804209 Aug 25 18:23:11.690954 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848e20e-3250-4603-a8f6-361902ba6ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2fa796-01c9-450a-a99b-2f1cfb96c782,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:11.693164 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 33738) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:11.771799 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae3044-2215-4c36-8c61-65a7e11a96b0 req-0365b333-f1a2-46d9-ac79-66b808e24065 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:11.780448 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-58ae3044-2215-4c36-8c61-65a7e11a96b0 req-0365b333-f1a2-46d9-ac79-66b808e24065 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/ports?device_id=93df5824-10de-44e4-acfb-ff6619e947e9 HTTP/1.1" status: 200 len: 946 time: 0.0880671 Aug 25 18:23:11.808031 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7f1f8ffd-40a8-4b1a-84c4-5aa23ac11cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:11.842278 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7f1f8ffd-40a8-4b1a-84c4-5aa23ac11cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:11.857904 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-58ae3044-2215-4c36-8c61-65a7e11a96b0 req-b1981e99-3ae9-42af-a7ca-b68fbb2f4bc6 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/security-groups?id=80d899e3-7802-4972-be1b-c74dc70efbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760386 Aug 25 18:23:11.915165 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7f1f8ffd-40a8-4b1a-84c4-5aa23ac11cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:11.918441 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7f1f8ffd-40a8-4b1a-84c4-5aa23ac11cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:11.919634 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-7f1f8ffd-40a8-4b1a-84c4-5aa23ac11cd0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2f2fa796-01c9-450a-a99b-2f1cfb96c782 HTTP/1.1" status: 204 len: 168 time: 0.2249835 Aug 25 18:23:11.928495 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f8ffd-40a8-4b1a-84c4-5aa23ac11cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2fa796-01c9-450a-a99b-2f1cfb96c782,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:12.062219 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee134bb-de1a-466b-b9fd-2a8bf1f0da34 req-34034f21-a554-4b9d-813e-b34ed04c55a8 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:12.063805 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5ee134bb-de1a-466b-b9fd-2a8bf1f0da34 req-34034f21-a554-4b9d-813e-b34ed04c55a8 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.0591266 Aug 25 18:23:12.142325 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5ee134bb-de1a-466b-b9fd-2a8bf1f0da34 req-9f8b3375-7a96-453e-836f-49aef41f06f8 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710886 Aug 25 18:23:12.389757 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 33778) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:12.408888 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-417e192e-e203-480f-afb8-a37cb752db77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:12.488697 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 33784) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:12.547659 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-417e192e-e203-480f-afb8-a37cb752db77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:12.553570 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-417e192e-e203-480f-afb8-a37cb752db77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:12.582773 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b up at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:23:12.660582 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 33796) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:12.661950 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-417e192e-e203-480f-afb8-a37cb752db77 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7794496298824a28b52995baf07dce5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2701592 Aug 25 18:23:12.673160 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e192e-e203-480f-afb8-a37cb752db77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a3e555-8750-4f09-a99f-23bfe1c021e1,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:12.730217 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning for port ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:23:12.733224 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-09c78ba0-e7a1-4b40-914d-e7966bb7a100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:12.739347 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning complete for port ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:23:12.739909 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:12.794513 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047ff87-d788-44cd-b78e-829b83ca6d39 req-b9e4202e-781f-4e45-8679-ce2356b8ce9e tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:12.797075 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b047ff87-d788-44cd-b78e-829b83ca6d39 req-b9e4202e-781f-4e45-8679-ce2356b8ce9e tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 945 time: 0.0893857 Aug 25 18:23:12.857343 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:12.860209 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6dde1cc3-bb53-4dcb-95aa-f139823809ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:12.887944 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b047ff87-d788-44cd-b78e-829b83ca6d39 req-7699652c-6d29-4547-aea8-d9d5c6a01d8f tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808263 Aug 25 18:23:12.904792 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6dde1cc3-bb53-4dcb-95aa-f139823809ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:12.918456 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b,segment=NetworkSegment(7b7140b0-1015-48cf-8ba0-cd3394513da3),segment_id=7b7140b0-1015-48cf-8ba0-cd3394513da3)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:23:12.930742 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:12.973788 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-09c78ba0-e7a1-4b40-914d-e7966bb7a100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:12.980475 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-09c78ba0-e7a1-4b40-914d-e7966bb7a100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:13.013758 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6dde1cc3-bb53-4dcb-95aa-f139823809ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:13.016953 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6dde1cc3-bb53-4dcb-95aa-f139823809ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:13.022957 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-6dde1cc3-bb53-4dcb-95aa-f139823809ba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/95a3e555-8750-4f09-a99f-23bfe1c021e1 HTTP/1.1" status: 204 len: 168 time: 0.3599498 Aug 25 18:23:13.023518 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b,revision_number=5']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:13.057013 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-09c78ba0-e7a1-4b40-914d-e7966bb7a100 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c0959089f71843fd8ff255b423ad0bf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5669444 Aug 25 18:23:13.058367 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c78ba0-e7a1-4b40-914d-e7966bb7a100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723fc93e-e5ac-4dc1-91d7-949b868d147c,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:13.060356 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 33812) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:13.081903 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde1cc3-bb53-4dcb-95aa-f139823809ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a3e555-8750-4f09-a99f-23bfe1c021e1,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:13.105388 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:23:13.114146 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700cf778d203af030a48c7cd7e91a8769aab6ec207ebda1a87165573d1bde0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6d98f3-92a3-43b1-8cc8-406b9b246e28" -d '{"events": [{"server_uuid": "5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc", "name": "network-vif-plugged", "status": "completed", "tag": "ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:23:13.160060 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70701930-47c7-49d6-bb99-0dcdaef08301 x-openstack-request-id: req-70701930-47c7-49d6-bb99-0dcdaef08301 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:23:13.160348 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc", "name": "network-vif-plugged", "status": "completed", "tag": "ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:23:13.160621 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-70701930-47c7-49d6-bb99-0dcdaef08301 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:23:13.161116 dv-cinder-790492-8-iscsi neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b', 'code': 200} Aug 25 18:23:13.174016 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0fe6f19d-ec82-43cc-9c0c-027acf593f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:13.224636 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0fe6f19d-ec82-43cc-9c0c-027acf593f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:13.326712 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0fe6f19d-ec82-43cc-9c0c-027acf593f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:13.329719 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0fe6f19d-ec82-43cc-9c0c-027acf593f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:13.333194 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-0fe6f19d-ec82-43cc-9c0c-027acf593f48 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/723fc93e-e5ac-4dc1-91d7-949b868d147c HTTP/1.1" status: 204 len: 168 time: 0.2692454 Aug 25 18:23:13.347252 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe433b-75bb-4c2d-b091-7ca6f12b04f8 req-4e4b4ada-7f7d-45bf-9426-0d9a4a4fe876 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:13.348742 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9afe433b-75bb-4c2d-b091-7ca6f12b04f8 req-4e4b4ada-7f7d-45bf-9426-0d9a4a4fe876 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.0917687 Aug 25 18:23:13.354339 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6f19d-ec82-43cc-9c0c-027acf593f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723fc93e-e5ac-4dc1-91d7-949b868d147c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:13.446628 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9afe433b-75bb-4c2d-b091-7ca6f12b04f8 req-df739b5a-f87b-43e1-9e55-44bab4cb176e tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876682 Aug 25 18:23:13.457842 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c1dbf-1d82-4eec-87dd-24d73bfc8e3e req-d045832b-0c78-4957-86be-af55baff70f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:13.463044 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6a7c1dbf-1d82-4eec-87dd-24d73bfc8e3e req-d045832b-0c78-4957-86be-af55baff70f6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 1099 time: 0.1016152 Aug 25 18:23:13.504735 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6a7c1dbf-1d82-4eec-87dd-24d73bfc8e3e req-37096169-5568-4ecf-bbf5-c6f30d2c3257 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375547 Aug 25 18:23:13.527957 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 33840) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:13.547239 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3acc8f99-f6b4-48b7-ab5d-26b3fb50532d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:13.670839 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533331a4-2e82-4464-96ab-1894ad39b86a req-59f29584-7326-4f81-983c-c24645e11347 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:13.672363 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-533331a4-2e82-4464-96ab-1894ad39b86a req-59f29584-7326-4f81-983c-c24645e11347 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.0776670 Aug 25 18:23:13.684373 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 33848) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:13.692764 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-31660e65-77f7-4ac4-b44c-162023bfaba3 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Request body: {'floatingip': {'port_id': 'f4194b13-793f-46ff-a65d-349f1777d1d8'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:23:13.695289 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3acc8f99-f6b4-48b7-ab5d-26b3fb50532d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:13.703473 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3acc8f99-f6b4-48b7-ab5d-26b3fb50532d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:13.758955 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc8f99-f6b4-48b7-ab5d-26b3fb50532d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e315cc75-fa0f-46de-b228-08ad7abdcd8d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:13.767471 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-3acc8f99-f6b4-48b7-ab5d-26b3fb50532d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=18ca03ad18f249ac973f62991e1f9f2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361155 Aug 25 18:23:13.768456 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 33854) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:13.793080 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-31660e65-77f7-4ac4-b44c-162023bfaba3 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for floatingip, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:13.830584 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cb0937b4-aaa9-4bb8-ae1e-0539e4a18646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:13.878772 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cb0937b4-aaa9-4bb8-ae1e-0539e4a18646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:13.977817 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cb0937b4-aaa9-4bb8-ae1e-0539e4a18646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:13.981202 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cb0937b4-aaa9-4bb8-ae1e-0539e4a18646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:13.985012 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-cb0937b4-aaa9-4bb8-ae1e-0539e4a18646 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e315cc75-fa0f-46de-b228-08ad7abdcd8d HTTP/1.1" status: 204 len: 168 time: 0.2135773 Aug 25 18:23:13.990868 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0937b4-aaa9-4bb8-ae1e-0539e4a18646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e315cc75-fa0f-46de-b228-08ad7abdcd8d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:14.097804 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931c40c-96da-45a9-923a-04e86833d7c2 req-e13fae84-2bd9-4c6b-ae9f-c7eb50e04318 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:14.100451 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c931c40c-96da-45a9-923a-04e86833d7c2 req-e13fae84-2bd9-4c6b-ae9f-c7eb50e04318 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.0859408 Aug 25 18:23:14.155345 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c931c40c-96da-45a9-923a-04e86833d7c2 req-b3ac56c3-4f0c-4f21-a505-ce5b798f02bb tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439050 Aug 25 18:23:14.779061 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.db.resource_extend [None req-31660e65-77f7-4ac4-b44c-162023bfaba3 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 18:23:14.886187 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-31660e65-77f7-4ac4-b44c-162023bfaba3 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:14.892941 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-31660e65-77f7-4ac4-b44c-162023bfaba3 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438161'] for floatingip, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:15.019473 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.db.l3_db [None req-31660e65-77f7-4ac4-b44c-162023bfaba3 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Floating IP 0ea40812-c4dd-475c-b642-c31e3ea34562 associated. External IP: 172.27.3.61, port: f4194b13-793f-46ff-a65d-349f1777d1d8. Aug 25 18:23:15.221806 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 33948) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:15.271217 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31660e65-77f7-4ac4-b44c-162023bfaba3 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Router e7385fca-9c66-4ddd-a562-d976cbf701d3 has already been hosted by L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 {{(pid=93792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:23:15.281627 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e896b-8b08-42f9-aee3-9039a096c933 req-e174debd-b5f1-408b-bbe6-5d599e36881d tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:15.290162 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5b4e896b-8b08-42f9-aee3-9039a096c933 req-e174debd-b5f1-408b-bbe6-5d599e36881d tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.0667899 Aug 25 18:23:15.328592 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5b4e896b-8b08-42f9-aee3-9039a096c933 req-16784d23-c5bd-4d65-b5e7-4a490b5ee87e tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373092 Aug 25 18:23:15.404096 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31660e65-77f7-4ac4-b44c-162023bfaba3 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:23:15.409997 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-31660e65-77f7-4ac4-b44c-162023bfaba3 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for floatingip, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:15.421156 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544befd0-216e-490d-bba7-81e15601ae04 None None] Sync routers for ids ['e7385fca-9c66-4ddd-a562-d976cbf701d3'] in dv-cinder-790492-8-iscsi {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:23:15.433683 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544befd0-216e-490d-bba7-81e15601ae04 None None] Routers {'e7385fca-9c66-4ddd-a562-d976cbf701d3'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:23:15.434297 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-544befd0-216e-490d-bba7-81e15601ae04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:22:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['e7385fca-9c66-4ddd-a562-d976cbf701d3'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:23:15.440363 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-31660e65-77f7-4ac4-b44c-162023bfaba3 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "PUT /v2.0/floatingips/0ea40812-c4dd-475c-b642-c31e3ea34562 HTTP/1.1" status: 200 len: 990 time: 1.7546501 Aug 25 18:23:15.440850 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '888063c6-0310-4a86-a1b5-e215d38952fa', 'tag': 'f4194b13-793f-46ff-a65d-349f1777d1d8'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:23:15.443418 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c984d1858996a6e9101b3241db424c31c619dd4f66880771aa34b5ec8c668a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b3159f-d99e-4a2f-86ff-b6fc313e885c" -d '{"events": [{"name": "network-changed", "server_uuid": "888063c6-0310-4a86-a1b5-e215d38952fa", "tag": "f4194b13-793f-46ff-a65d-349f1777d1d8"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:23:15.490624 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b668cd09-e404-4509-9bec-c8d49cf0ebe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:15.645889 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31781bcf-4318-4bc3-884c-b49349b46ef1 x-openstack-request-id: req-31781bcf-4318-4bc3-884c-b49349b46ef1 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:23:15.646281 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "888063c6-0310-4a86-a1b5-e215d38952fa", "tag": "f4194b13-793f-46ff-a65d-349f1777d1d8", "status": "completed", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:23:15.646715 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-31781bcf-4318-4bc3-884c-b49349b46ef1 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:23:15.647172 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '888063c6-0310-4a86-a1b5-e215d38952fa', 'tag': 'f4194b13-793f-46ff-a65d-349f1777d1d8', 'status': 'completed', 'code': 200} Aug 25 18:23:15.669341 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-544befd0-216e-490d-bba7-81e15601ae04 None None] Set router e7385fca-9c66-4ddd-a562-d976cbf701d3 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:23:15.739522 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b668cd09-e404-4509-9bec-c8d49cf0ebe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:15.750066 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff532073-1f27-4ac5-86c2-54f69e831517 req-b035eb48-c4bd-4a08-86d4-1641f44c32f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:15.751568 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ff532073-1f27-4ac5-86c2-54f69e831517 req-b035eb48-c4bd-4a08-86d4-1641f44c32f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e395b011c00e459e874eaeeb248043c8&device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 1099 time: 0.1422033 Aug 25 18:23:15.755712 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b668cd09-e404-4509-9bec-c8d49cf0ebe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:15.855039 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281c260-d560-4ae5-b76e-97ac89423bf5 req-a5b85079-73e4-4395-a029-6b7113faf993 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:15.857108 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5281c260-d560-4ae5-b76e-97ac89423bf5 req-a5b85079-73e4-4395-a029-6b7113faf993 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.1851454 Aug 25 18:23:15.867892 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3159f-d99e-4a2f-86ff-b6fc313e885c req-5c552d27-f590-46b5-bdba-a65bdca58d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:15.869347 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-07b3159f-d99e-4a2f-86ff-b6fc313e885c req-5c552d27-f590-46b5-bdba-a65bdca58d2a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e50d3e6eb4343348d784dfd6489ac79&device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 1098 time: 0.1653628 Aug 25 18:23:15.878173 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-b668cd09-e404-4509-9bec-c8d49cf0ebe3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=07bd3a58a90a45bca40bfa3bfc601033&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6476784 Aug 25 18:23:15.881173 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 33980) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:15.983260 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8428da2e-ffde-406e-b501-f9d66187fad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:16.000842 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:16.016729 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b668cd09-e404-4509-9bec-c8d49cf0ebe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0ec17c-d2f6-4b17-94c7-cf013f9d546d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:16.044539 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8428da2e-ffde-406e-b501-f9d66187fad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:16.077883 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-544befd0-216e-490d-bba7-81e15601ae04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1527836619-router', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:22:34Z', 'updated_at': '2021-08-25T18:22:40Z', 'revision_number': 4, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'gw_port': {'id': 'f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:10:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:35Z', 'updated_at': '2021-08-25T18:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_floatingips': [{'id': '0ea40812-c4dd-475c-b642-c31e3ea34562', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'router_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'port_id': 'f4194b13-793f-46ff-a65d-349f1777d1d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61', 'mac_address': 'fa:16:3e:b5:35:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888063c6-0310-4a86-a1b5-e215d38952fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:22:49Z', 'updated_at': '2021-08-25T18:23:14Z', 'revision_number': 1, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0897d691-285b-49c9-986d-bbabfad84253', 'name': '', 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'mac_address': 'fa:16:3e:cf:19:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd9d7b14c-bc03-4fe0-a3a0-cffe2819abe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:39Z', 'updated_at': '2021-08-25T18:22:50Z', 'revision_number': 5, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'subnets': [{'id': 'd9d7b14c-bc03-4fe0-a3a0-cffe2819abe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:23:16.097967 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5281c260-d560-4ae5-b76e-97ac89423bf5 req-078dd06d-e05a-400b-a41e-218ac28edd5c tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320871 Aug 25 18:23:16.120808 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544befd0-216e-490d-bba7-81e15601ae04 None None] Checking router: e7385fca-9c66-4ddd-a562-d976cbf701d3 for host: dv-cinder-790492-8-iscsi {{(pid=93794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:23:16.136471 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544befd0-216e-490d-bba7-81e15601ae04 None None] Routers {'e7385fca-9c66-4ddd-a562-d976cbf701d3'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:23:16.137261 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-544befd0-216e-490d-bba7-81e15601ae04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:22:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['e7385fca-9c66-4ddd-a562-d976cbf701d3'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:23:16.150642 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3159f-d99e-4a2f-86ff-b6fc313e885c req-ede1aad5-453b-4b83-b2dc-1991e3757eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:16.153103 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-07b3159f-d99e-4a2f-86ff-b6fc313e885c req-ede1aad5-453b-4b83-b2dc-1991e3757eae service neutron] 10.222.0.24 "GET /v2.0/networks?id=ca11b88d-433f-4cc3-bc46-86e155a29f61 HTTP/1.1" status: 200 len: 918 time: 0.2732074 Aug 25 18:23:16.155680 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff532073-1f27-4ac5-86c2-54f69e831517 req-95c588b3-20e9-425d-b446-b68b5e2353ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:16.157301 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ff532073-1f27-4ac5-86c2-54f69e831517 req-95c588b3-20e9-425d-b446-b68b5e2353ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=2887ddf4-42ee-4421-bb40-86e4a6966b8c HTTP/1.1" status: 200 len: 919 time: 0.3793526 Aug 25 18:23:16.162552 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8428da2e-ffde-406e-b501-f9d66187fad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:16.165503 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8428da2e-ffde-406e-b501-f9d66187fad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:16.166945 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-8428da2e-ffde-406e-b501-f9d66187fad8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7c0ec17c-d2f6-4b17-94c7-cf013f9d546d HTTP/1.1" status: 204 len: 168 time: 0.2838941 Aug 25 18:23:16.176913 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8428da2e-ffde-406e-b501-f9d66187fad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0ec17c-d2f6-4b17-94c7-cf013f9d546d,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:16.270623 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ff532073-1f27-4ac5-86c2-54f69e831517 req-53fede73-0a51-4e25-ac10-e0b516e6693f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b HTTP/1.1" status: 200 len: 217 time: 0.0963836 Aug 25 18:23:16.358744 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-07b3159f-d99e-4a2f-86ff-b6fc313e885c req-c3b4e6eb-6f8e-4c20-90ab-c0b1b5bd2350 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4194b13-793f-46ff-a65d-349f1777d1d8 HTTP/1.1" status: 200 len: 998 time: 0.1858461 Aug 25 18:23:16.380724 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff532073-1f27-4ac5-86c2-54f69e831517 req-438efb64-c50f-42af-a786-979ef6a6822f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:16.380724 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ff532073-1f27-4ac5-86c2-54f69e831517 req-438efb64-c50f-42af-a786-979ef6a6822f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a466bd10-ab39-42b8-add1-5b51ec077d63 HTTP/1.1" status: 200 len: 858 time: 0.0988436 Aug 25 18:23:16.431754 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ff532073-1f27-4ac5-86c2-54f69e831517 req-7408689d-5c1c-4f92-b901-569fc5f3f046 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2887ddf4-42ee-4421-bb40-86e4a6966b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317657 Aug 25 18:23:16.451786 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3159f-d99e-4a2f-86ff-b6fc313e885c req-fcd62f95-4ef2-4bf5-8f8e-cef759d3a2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:16.454099 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-07b3159f-d99e-4a2f-86ff-b6fc313e885c req-fcd62f95-4ef2-4bf5-8f8e-cef759d3a2a9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9d7b14c-bc03-4fe0-a3a0-cffe2819abe3 HTTP/1.1" status: 200 len: 856 time: 0.0853996 Aug 25 18:23:16.482193 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-544befd0-216e-490d-bba7-81e15601ae04 None None] Set router e7385fca-9c66-4ddd-a562-d976cbf701d3 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:23:16.632892 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3159f-d99e-4a2f-86ff-b6fc313e885c req-4cced15c-d1c2-41c4-a6e9-48987c04df79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:16.634234 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-07b3159f-d99e-4a2f-86ff-b6fc313e885c req-4cced15c-d1c2-41c4-a6e9-48987c04df79 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca11b88d-433f-4cc3-bc46-86e155a29f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1692688 Aug 25 18:23:16.667744 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ff532073-1f27-4ac5-86c2-54f69e831517 req-8df0b0b2-26e3-46e7-bad2-505747b8d02a service neutron] 10.222.0.24 "GET /v2.0/networks/2887ddf4-42ee-4421-bb40-86e4a6966b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179227 Aug 25 18:23:16.723703 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 34028) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:16.752743 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8065e3cc-7b8b-4dc4-89fe-1ac2cbc6a312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:16.959647 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8065e3cc-7b8b-4dc4-89fe-1ac2cbc6a312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:16.963984 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8065e3cc-7b8b-4dc4-89fe-1ac2cbc6a312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:16.985957 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-544befd0-216e-490d-bba7-81e15601ae04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1527836619-router', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:22:34Z', 'updated_at': '2021-08-25T18:22:40Z', 'revision_number': 4, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'gw_port': {'id': 'f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:10:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:35Z', 'updated_at': '2021-08-25T18:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_floatingips': [{'id': '0ea40812-c4dd-475c-b642-c31e3ea34562', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'router_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'port_id': 'f4194b13-793f-46ff-a65d-349f1777d1d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61', 'mac_address': 'fa:16:3e:b5:35:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888063c6-0310-4a86-a1b5-e215d38952fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:22:49Z', 'updated_at': '2021-08-25T18:23:14Z', 'revision_number': 1, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0897d691-285b-49c9-986d-bbabfad84253', 'name': '', 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'mac_address': 'fa:16:3e:cf:19:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd9d7b14c-bc03-4fe0-a3a0-cffe2819abe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:39Z', 'updated_at': '2021-08-25T18:22:50Z', 'revision_number': 5, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'subnets': [{'id': 'd9d7b14c-bc03-4fe0-a3a0-cffe2819abe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:23:17.013241 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 34040) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:17.031222 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544befd0-216e-490d-bba7-81e15601ae04 None None] The sync data for ids ['e7385fca-9c66-4ddd-a562-d976cbf701d3'] in dv-cinder-790492-8-iscsi is: [{'id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1527836619-router', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:22:34Z', 'updated_at': '2021-08-25T18:22:40Z', 'revision_number': 4, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'gw_port': {'id': 'f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:10:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:35Z', 'updated_at': '2021-08-25T18:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_floatingips': [{'id': '0ea40812-c4dd-475c-b642-c31e3ea34562', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'router_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'port_id': 'f4194b13-793f-46ff-a65d-349f1777d1d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61', 'mac_address': 'fa:16:3e:b5:35:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888063c6-0310-4a86-a1b5-e215d38952fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:22:49Z', 'updated_at': '2021-08-25T18:23:14Z', 'revision_number': 1, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0897d691-285b-49c9-986d-bbabfad84253', 'name': '', 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'mac_address': 'fa:16:3e:cf:19:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd9d7b14c-bc03-4fe0-a3a0-cffe2819abe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:39Z', 'updated_at': '2021-08-25T18:22:50Z', 'revision_number': 5, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'subnets': [{'id': 'd9d7b14c-bc03-4fe0-a3a0-cffe2819abe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:23:17.036153 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-8065e3cc-7b8b-4dc4-89fe-1ac2cbc6a312 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cada1d5cdaa845088c998352c7a53d25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3113666 Aug 25 18:23:17.039337 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 34046) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:17.104010 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8065e3cc-7b8b-4dc4-89fe-1ac2cbc6a312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71fe92a-5c1d-4a83-8b26-712eb330cddf,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:17.159681 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c344686e-e4d3-4244-a2f0-94744fdc76ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:17.167841 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-07b3159f-d99e-4a2f-86ff-b6fc313e885c req-b6f405ba-96b5-49d5-8284-719b26ec371e service neutron] 10.222.0.24 "GET /v2.0/networks/ca11b88d-433f-4cc3-bc46-86e155a29f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5236602 Aug 25 18:23:17.204424 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c344686e-e4d3-4244-a2f0-94744fdc76ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:17.267379 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c344686e-e4d3-4244-a2f0-94744fdc76ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:17.271348 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c344686e-e4d3-4244-a2f0-94744fdc76ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:17.273777 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-c344686e-e4d3-4244-a2f0-94744fdc76ab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a71fe92a-5c1d-4a83-8b26-712eb330cddf HTTP/1.1" status: 204 len: 168 time: 0.2333801 Aug 25 18:23:17.287078 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344686e-e4d3-4244-a2f0-94744fdc76ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71fe92a-5c1d-4a83-8b26-712eb330cddf,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:17.322830 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-07b3159f-d99e-4a2f-86ff-b6fc313e885c req-7bad5489-5153-43da-a260-9a7ade9fa845 service neutron] 10.222.0.24 "GET /v2.0/networks/ca11b88d-433f-4cc3-bc46-86e155a29f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464267 Aug 25 18:23:17.347003 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ff532073-1f27-4ac5-86c2-54f69e831517 req-2caa2039-9dee-4b26-bade-2ad27752247a service neutron] 10.222.0.24 "GET /v2.0/networks/2887ddf4-42ee-4421-bb40-86e4a6966b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6622865 Aug 25 18:23:17.368003 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c12560-b0c0-41cd-aba3-012e3b838bab req-1ee090b2-ef9d-4e24-bbb9-5148063e11fe tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:17.373221 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-09c12560-b0c0-41cd-aba3-012e3b838bab req-1ee090b2-ef9d-4e24-bbb9-5148063e11fe tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.1468582 Aug 25 18:23:17.413621 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7dc03938-fe7d-460e-8be2-978a051274fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:17.424583 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3316a78e-00d4-46f4-a0da-4845caca4dba None None] New status for floating IP 0ea40812-c4dd-475c-b642-c31e3ea34562: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 18:23:17.459447 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-09c12560-b0c0-41cd-aba3-012e3b838bab req-a24c29df-34c6-4ac6-976e-d51aa8707e0a tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830195 Aug 25 18:23:17.587785 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7dc03938-fe7d-460e-8be2-978a051274fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:17.595075 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7dc03938-fe7d-460e-8be2-978a051274fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:17.648750 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-7dc03938-fe7d-460e-8be2-978a051274fb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cd1bf2a3d167461d81bd9e166efbcdbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6343994 Aug 25 18:23:17.650199 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc03938-fe7d-460e-8be2-978a051274fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2658adc-ec1a-44ad-b95e-7169404a2703,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:17.652000 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 34066) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:17.735602 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7beaa1bd-46cb-4548-b6fe-ebfceccc2008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:17.759787 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7beaa1bd-46cb-4548-b6fe-ebfceccc2008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:17.834893 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7beaa1bd-46cb-4548-b6fe-ebfceccc2008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:17.837881 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7beaa1bd-46cb-4548-b6fe-ebfceccc2008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:17.839239 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-7beaa1bd-46cb-4548-b6fe-ebfceccc2008 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d2658adc-ec1a-44ad-b95e-7169404a2703 HTTP/1.1" status: 204 len: 168 time: 0.1858537 Aug 25 18:23:17.849166 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beaa1bd-46cb-4548-b6fe-ebfceccc2008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2658adc-ec1a-44ad-b95e-7169404a2703,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:18.175280 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 34100) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:18.188243 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ac07268-717e-4c03-9d99-67a43ccb6192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:18.281202 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ac07268-717e-4c03-9d99-67a43ccb6192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:18.285846 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ac07268-717e-4c03-9d99-67a43ccb6192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:18.325789 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac07268-717e-4c03-9d99-67a43ccb6192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4b9a6a-eeda-4a02-86b8-555686ad03f5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:18.330169 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-0ac07268-717e-4c03-9d99-67a43ccb6192 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8db4ee8502cb430797a72faa78db5ed0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1538758 Aug 25 18:23:18.333073 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 34108) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:18.394021 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-63aded03-9e88-4116-8a19-723404af6432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:18.417311 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-63aded03-9e88-4116-8a19-723404af6432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:18.474514 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-63aded03-9e88-4116-8a19-723404af6432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:18.478038 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-63aded03-9e88-4116-8a19-723404af6432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:18.479698 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-63aded03-9e88-4116-8a19-723404af6432 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab4b9a6a-eeda-4a02-86b8-555686ad03f5 HTTP/1.1" status: 204 len: 168 time: 0.1455681 Aug 25 18:23:18.492071 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aded03-9e88-4116-8a19-723404af6432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4b9a6a-eeda-4a02-86b8-555686ad03f5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:18.595280 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc63aa0-8dc2-4f8a-95b7-f668a349178c req-c102decc-9c93-4b38-a8e1-8ff01cb5f93a tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:18.596873 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ebc63aa0-8dc2-4f8a-95b7-f668a349178c req-c102decc-9c93-4b38-a8e1-8ff01cb5f93a tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.0576026 Aug 25 18:23:18.638652 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ebc63aa0-8dc2-4f8a-95b7-f668a349178c req-c6aec55f-20cb-4a55-957d-4e2c4bee3f93 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351734 Aug 25 18:23:19.374923 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 34166) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:19.490084 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc32c3ed-fff0-44b5-ad1a-b084f201646f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:19.595133 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc32c3ed-fff0-44b5-ad1a-b084f201646f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:19.599577 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc32c3ed-fff0-44b5-ad1a-b084f201646f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:19.640855 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-dc32c3ed-fff0-44b5-ad1a-b084f201646f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6771a2654b824a4c9f6a0cbe080fa16a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2647889 Aug 25 18:23:19.641650 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc32c3ed-fff0-44b5-ad1a-b084f201646f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82c51e2-3ee4-4782-b043-e6355cc7f24c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:19.644060 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 34178) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:19.695575 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a1bd0185-e2ed-4a72-b45d-7e3ac9745769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:19.720580 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a1bd0185-e2ed-4a72-b45d-7e3ac9745769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:19.755087 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5676cf-34d2-4885-bf79-a25a53851633 req-f8cf934f-a0c3-4851-8def-ca5e3096c76e tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:19.756821 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8d5676cf-34d2-4885-bf79-a25a53851633 req-f8cf934f-a0c3-4851-8def-ca5e3096c76e tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.0510590 Aug 25 18:23:19.779151 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a1bd0185-e2ed-4a72-b45d-7e3ac9745769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:19.783003 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a1bd0185-e2ed-4a72-b45d-7e3ac9745769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:19.787092 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-a1bd0185-e2ed-4a72-b45d-7e3ac9745769 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d82c51e2-3ee4-4782-b043-e6355cc7f24c HTTP/1.1" status: 204 len: 168 time: 0.1393008 Aug 25 18:23:19.798139 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8d5676cf-34d2-4885-bf79-a25a53851633 req-574ef456-b835-4c70-beec-b3aa1bb7a313 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350795 Aug 25 18:23:19.800881 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd0185-e2ed-4a72-b45d-7e3ac9745769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82c51e2-3ee4-4782-b043-e6355cc7f24c,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:20.180536 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 34208) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:20.194169 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2cf47566-88dc-45c0-915b-9c5f89d9c938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:20.294296 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2cf47566-88dc-45c0-915b-9c5f89d9c938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:20.298093 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2cf47566-88dc-45c0-915b-9c5f89d9c938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:20.340498 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 34214) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:20.345113 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-2cf47566-88dc-45c0-915b-9c5f89d9c938 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=670f9cfcceaa41458bd9e4396727ff2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1634300 Aug 25 18:23:20.353184 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf47566-88dc-45c0-915b-9c5f89d9c938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc6f78b-47e6-4c91-be66-90dcbaaafa0c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:20.397899 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37534125-e852-4e6e-bcdd-6f7f65b0a7b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:20.422139 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37534125-e852-4e6e-bcdd-6f7f65b0a7b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:20.456689 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 34220) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:20.483656 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37534125-e852-4e6e-bcdd-6f7f65b0a7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:20.486847 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37534125-e852-4e6e-bcdd-6f7f65b0a7b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:20.488403 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-37534125-e852-4e6e-bcdd-6f7f65b0a7b8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/acc6f78b-47e6-4c91-be66-90dcbaaafa0c HTTP/1.1" status: 204 len: 168 time: 0.1469240 Aug 25 18:23:20.498544 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37534125-e852-4e6e-bcdd-6f7f65b0a7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc6f78b-47e6-4c91-be66-90dcbaaafa0c,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:20.631072 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cc73ff5a-62f2-4d41-b654-41cba78bdaef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:20.732253 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cc73ff5a-62f2-4d41-b654-41cba78bdaef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:20.736797 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cc73ff5a-62f2-4d41-b654-41cba78bdaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:20.779047 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-cc73ff5a-62f2-4d41-b654-41cba78bdaef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=01b59bc39283462b9a4e7f6c7e9b5da2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3213468 Aug 25 18:23:20.779464 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 34236) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:20.779918 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73ff5a-62f2-4d41-b654-41cba78bdaef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e5e258-9814-4bfa-859e-54c21e1b8cc5,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:20.850488 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de80d8d8-c5da-4522-b1f8-e2f491b89b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:20.874227 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de80d8d8-c5da-4522-b1f8-e2f491b89b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:20.941668 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd62bb-dd38-4ba2-aa24-aa60fe0024b3 req-8ab9ede0-33bc-4d65-81dc-5d953b8c845b tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:20.943150 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-59fd62bb-dd38-4ba2-aa24-aa60fe0024b3 req-8ab9ede0-33bc-4d65-81dc-5d953b8c845b tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.0717342 Aug 25 18:23:20.960016 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de80d8d8-c5da-4522-b1f8-e2f491b89b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:20.962523 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de80d8d8-c5da-4522-b1f8-e2f491b89b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:20.963595 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-de80d8d8-c5da-4522-b1f8-e2f491b89b76 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0e5e258-9814-4bfa-859e-54c21e1b8cc5 HTTP/1.1" status: 204 len: 168 time: 0.1819167 Aug 25 18:23:20.982728 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80d8d8-c5da-4522-b1f8-e2f491b89b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e5e258-9814-4bfa-859e-54c21e1b8cc5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:21.000272 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-59fd62bb-dd38-4ba2-aa24-aa60fe0024b3 req-22594037-8b24-4291-8127-28dbed489a0a tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492630 Aug 25 18:23:21.239893 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 34262) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:21.244160 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 34264) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:21.253786 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0bbe8624-4d2a-4b69-8ab2-e26f06d4a652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:21.340378 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0bbe8624-4d2a-4b69-8ab2-e26f06d4a652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:21.344892 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0bbe8624-4d2a-4b69-8ab2-e26f06d4a652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:21.387284 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-0bbe8624-4d2a-4b69-8ab2-e26f06d4a652 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d2e93e093557454081952cf342904255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435659 Aug 25 18:23:21.387284 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe8624-4d2a-4b69-8ab2-e26f06d4a652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e47b14e-3893-464e-911b-2a03ba097534,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:21.387471 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 34268) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:21.392127 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-cf03a630-1f31-4ce7-ba87-7a95e0342a8a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1645659261-network', 'tenant_id': 'f9ddc87ed45749fa8b549b0e37d5ee48'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:23:21.443341 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf03a630-1f31-4ce7-ba87-7a95e0342a8a admin admin] Made reservation on behalf of f9ddc87ed45749fa8b549b0e37d5ee48 for: {'network': 1} {{(pid=93792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:23:21.445961 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cf03a630-1f31-4ce7-ba87-7a95e0342a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for network, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:21.460596 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cf03a630-1f31-4ce7-ba87-7a95e0342a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:21.469876 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-28255a43-f017-4c74-968b-7503f7e5d67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:21.499057 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-28255a43-f017-4c74-968b-7503f7e5d67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:21.570676 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-28255a43-f017-4c74-968b-7503f7e5d67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:21.573570 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-28255a43-f017-4c74-968b-7503f7e5d67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:21.574693 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-28255a43-f017-4c74-968b-7503f7e5d67e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7e47b14e-3893-464e-911b-2a03ba097534 HTTP/1.1" status: 204 len: 168 time: 0.1863682 Aug 25 18:23:21.592980 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28255a43-f017-4c74-968b-7503f7e5d67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e47b14e-3893-464e-911b-2a03ba097534,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:21.623352 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cf03a630-1f31-4ce7-ba87-7a95e0342a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:21.627395 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cf03a630-1f31-4ce7-ba87-7a95e0342a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:21.650635 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf03a630-1f31-4ce7-ba87-7a95e0342a8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=93792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 18:23:21.660264 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03a630-1f31-4ce7-ba87-7a95e0342a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa8411f-f329-4f07-af96-a056509f895f,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:21.664842 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cf03a630-1f31-4ce7-ba87-7a95e0342a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788'] for segment, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:21.665177 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.db.segments_db [None req-cf03a630-1f31-4ce7-ba87-7a95e0342a8a admin admin] Added segment af3ddc7f-e50c-4acc-a5eb-2108c8706daa of type vlan for network 712e96ef-9e9b-4b73-86e7-fd167aa50e3f Aug 25 18:23:21.704803 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cf03a630-1f31-4ce7-ba87-7a95e0342a8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748354007426'] for network, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:21.730648 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cf03a630-1f31-4ce7-ba87-7a95e0342a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146'] for network, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:21.732461 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf03a630-1f31-4ce7-ba87-7a95e0342a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:21.733061 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cf03a630-1f31-4ce7-ba87-7a95e0342a8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for network, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:21.785731 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-cf03a630-1f31-4ce7-ba87-7a95e0342a8a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5398266 Aug 25 18:23:21.792985 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 34280) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:21.795447 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-1e8dc9a7-6e8b-449c-9d67-26746a66fcf5 admin admin] Request body: {'subnet': {'network_id': '712e96ef-9e9b-4b73-86e7-fd167aa50e3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1645659261-subnet', 'tenant_id': 'f9ddc87ed45749fa8b549b0e37d5ee48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:23:21.800997 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03a630-1f31-4ce7-ba87-7a95e0342a8a admin admin] Pushing event updated for resources: {'Network': ['ID=712e96ef-9e9b-4b73-86e7-fd167aa50e3f,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:21.813344 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Network 712e96ef-9e9b-4b73-86e7-fd167aa50e3f details requested by agent ovs-agent-dv-cinder-790492-8-iscsi with host dv-cinder-790492-8-iscsi {{(pid=93793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 18:23:21.819052 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8dc9a7-6e8b-449c-9d67-26746a66fcf5 admin admin] Made reservation on behalf of f9ddc87ed45749fa8b549b0e37d5ee48 for: {'subnet': 1} {{(pid=93792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:23:21.821931 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1e8dc9a7-6e8b-449c-9d67-26746a66fcf5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:21.988987 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1e8dc9a7-6e8b-449c-9d67-26746a66fcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146'] for subnet, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:22.048183 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8dc9a7-6e8b-449c-9d67-26746a66fcf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e0cb288-de13-48e8-a459-ea7d40af495d,revision_number=0']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:22.060339 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8dc9a7-6e8b-449c-9d67-26746a66fcf5 admin admin] Checking segment: {'id': 'af3ddc7f-e50c-4acc-a5eb-2108c8706daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '712e96ef-9e9b-4b73-86e7-fd167aa50e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:23:22.060726 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8dc9a7-6e8b-449c-9d67-26746a66fcf5 admin admin] Network hostable DHCP agents. Network: 712e96ef-9e9b-4b73-86e7-fd167aa50e3f, hostable agents: ['e2010df7-17ed-4426-81f9-bde1aab96ae1'], hosted agents: [] {{(pid=93792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 18:23:22.079617 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8dc9a7-6e8b-449c-9d67-26746a66fcf5 admin admin] Network 712e96ef-9e9b-4b73-86e7-fd167aa50e3f is scheduled to be hosted by DHCP agent e2010df7-17ed-4426-81f9-bde1aab96ae1 with binding_index 1 {{(pid=93792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 18:23:22.090812 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-1e8dc9a7-6e8b-449c-9d67-26746a66fcf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-8-iscsi, 712e96ef-9e9b-4b73-86e7-fd167aa50e3f) {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:23:22.095580 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8dc9a7-6e8b-449c-9d67-26746a66fcf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:22.097139 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1e8dc9a7-6e8b-449c-9d67-26746a66fcf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for subnet, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:22.105629 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69f975b-7cd5-4829-8816-9e007ea85026 None None] Network 712e96ef-9e9b-4b73-86e7-fd167aa50e3f requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:23:22.114568 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-1e8dc9a7-6e8b-449c-9d67-26746a66fcf5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3249099 Aug 25 18:23:22.126733 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea828690-692c-4230-bc9f-aead3074c762 req-a20c91c1-c478-4e61-8671-06260531e2e5 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:22.135817 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ea828690-692c-4230-bc9f-aead3074c762 req-a20c91c1-c478-4e61-8671-06260531e2e5 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.0615442 Aug 25 18:23:22.181133 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ea828690-692c-4230-bc9f-aead3074c762 req-d7f2e8d8-7680-43a3-81aa-8f5d10ac0c47 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431998 Aug 25 18:23:22.255054 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61709183-ecb3-44dd-8447-4a1cdf83ee7d None None] Network 712e96ef-9e9b-4b73-86e7-fd167aa50e3f requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:23:23.295103 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638f789-435e-460b-8ac0-37958ba81ff3 req-8a26c661-0d35-499d-b80e-d60fc0b4970b tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:23.296624 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9638f789-435e-460b-8ac0-37958ba81ff3 req-8a26c661-0d35-499d-b80e-d60fc0b4970b tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.0488067 Aug 25 18:23:23.317097 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-46d1575f-f330-4f4d-bcd5-19ec6ad8cdb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:23.337619 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9638f789-435e-460b-8ac0-37958ba81ff3 req-39be8446-b8dd-4742-a061-31d532f9e105 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341287 Aug 25 18:23:24.452508 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f309d-53ee-4ba0-934d-5977bce20e6b req-57bf7467-7eb4-4a97-b405-400ef72e3ff1 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:24.453943 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-bc2f309d-53ee-4ba0-934d-5977bce20e6b req-57bf7467-7eb4-4a97-b405-400ef72e3ff1 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.0486398 Aug 25 18:23:24.496044 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-bc2f309d-53ee-4ba0-934d-5977bce20e6b req-8f1ded47-f3be-4aad-b7a9-5b43e8ea88c9 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361698 Aug 25 18:23:25.074807 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71362292-af68-4368-8f22-76513e634737 req-c8140b46-ee3b-4e26-94cd-a0d073f1e11a tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:25.076273 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-71362292-af68-4368-8f22-76513e634737 req-c8140b46-ee3b-4e26-94cd-a0d073f1e11a tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/networks?id=2cd15194-5e4d-4178-a19c-bfac18d7be9f HTTP/1.1" status: 200 len: 814 time: 0.1689074 Aug 25 18:23:25.102120 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-81a290bc-ed21-41eb-b229-609c0ff5589d tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:25.103546 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-81a290bc-ed21-41eb-b229-609c0ff5589d tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/networks?id=712e96ef-9e9b-4b73-86e7-fd167aa50e3f HTTP/1.1" status: 200 len: 809 time: 0.1500738 Aug 25 18:23:25.105455 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-71362292-af68-4368-8f22-76513e634737 req-3c4298b5-607b-498e-9433-a3ed17b15731 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/quotas/dfb0f87eed314ea4a07c2ce25cc9966a HTTP/1.1" status: 200 len: 375 time: 0.0208733 Aug 25 18:23:25.150048 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-cae517b2-2705-4d94-b042-67647018d7f2 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/quotas/f9ddc87ed45749fa8b549b0e37d5ee48 HTTP/1.1" status: 200 len: 375 time: 0.0402594 Aug 25 18:23:25.192759 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-6b12134e-e8b4-4761-ac10-cab354066072 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9ddc87ed45749fa8b549b0e37d5ee48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335951 Aug 25 18:23:25.196585 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-71362292-af68-4368-8f22-76513e634737 req-fd84ff55-e1f6-4b18-b06f-a3d6e5fd2348 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dfb0f87eed314ea4a07c2ce25cc9966a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0804412 Aug 25 18:23:25.347560 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-86ecf13c-157e-47f9-9a1d-c449f5fa949d service neutron] 10.222.0.37 "GET /v2.0/networks/712e96ef-9e9b-4b73-86e7-fd167aa50e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471496 Aug 25 18:23:25.349335 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-71362292-af68-4368-8f22-76513e634737 req-67070d0c-acab-47d7-9777-b655afdb03d9 service neutron] 10.222.0.37 "GET /v2.0/networks/2cd15194-5e4d-4178-a19c-bfac18d7be9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422749 Aug 25 18:23:25.501151 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-6c0b4fe0-d607-4d78-ac64-f8132d821bc1 service neutron] 10.222.0.37 "GET /v2.0/networks/712e96ef-9e9b-4b73-86e7-fd167aa50e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474097 Aug 25 18:23:25.502989 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-71362292-af68-4368-8f22-76513e634737 req-4b97b3d4-db32-478f-978e-fa74d9eb6a55 service neutron] 10.222.0.37 "GET /v2.0/networks/2cd15194-5e4d-4178-a19c-bfac18d7be9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423573 Aug 25 18:23:25.718925 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1ed31c37-0a20-4907-bbf3-309b92af2af8 req-407c1121-9a31-47e1-a0b7-3d062a429a71 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=bafba138-96a8-4eec-a919-317013281908 HTTP/1.1" status: 200 len: 210 time: 0.0416584 Aug 25 18:23:25.757551 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151bdde-24b4-462e-9c6e-b7151fad4165 req-a51df294-5f6f-4aae-809b-8d9861fcdd0b tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:25.766833 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b151bdde-24b4-462e-9c6e-b7151fad4165 req-a51df294-5f6f-4aae-809b-8d9861fcdd0b tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.1147120 Aug 25 18:23:25.778469 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-aa082e63-6dbe-4a8c-9605-9f0f97d4461c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:25.816077 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8a43077a-5d4e-4aa3-be31-30c77d9f83c8 req-fdc54128-a1fa-4aee-bcc2-be397a3ec64f tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c402e9-b5d2-4bdf-94f8-255264e0ce8b HTTP/1.1" status: 200 len: 210 time: 0.0401735 Aug 25 18:23:25.836537 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b151bdde-24b4-462e-9c6e-b7151fad4165 req-0adfefcf-3695-4d05-95d2-f7d8e7bd20e7 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706275 Aug 25 18:23:26.811248 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6de0182d-dc0f-4461-a3dd-fbac703d7b8b req-decaf924-6351-4576-9e94-30d42a670b03 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=bafba138-96a8-4eec-a919-317013281908 HTTP/1.1" status: 200 len: 210 time: 0.0263076 Aug 25 18:23:26.918778 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9ee5c0ca-d1ae-4d49-90b4-ec46a51e189a req-0d6400aa-7511-40a8-8c5f-d740bef0bb39 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c402e9-b5d2-4bdf-94f8-255264e0ce8b HTTP/1.1" status: 200 len: 210 time: 0.0296502 Aug 25 18:23:27.018281 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253eef3-9d4a-4347-bdf3-99aedded30ac req-63cede8e-8cc6-4d97-86b7-48685926a747 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:27.019797 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c253eef3-9d4a-4347-bdf3-99aedded30ac req-63cede8e-8cc6-4d97-86b7-48685926a747 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.0487559 Aug 25 18:23:27.057120 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c253eef3-9d4a-4347-bdf3-99aedded30ac req-563e9d7a-b51b-4c0c-bdcc-8cb08b143491 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313396 Aug 25 18:23:27.220507 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:27.425022 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:27.912080 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-94b7e645-4cd5-415a-8513-cfcb4aadec08 req-57096e1b-0fc5-4bc2-a651-09f092aa7245 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=bafba138-96a8-4eec-a919-317013281908 HTTP/1.1" status: 200 len: 210 time: 0.0249944 Aug 25 18:23:28.010998 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-fd2b9749-87fb-4502-b793-486c41f8ac5e req-458fa844-80a9-420e-898f-0e5f9a2ee979 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c402e9-b5d2-4bdf-94f8-255264e0ce8b HTTP/1.1" status: 200 len: 210 time: 0.0243759 Aug 25 18:23:28.169222 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa88c9-a2e2-48e3-8958-f4c063bae475 req-729bd57d-7813-4915-aff5-fa071684a28f tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:28.170558 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e6aa88c9-a2e2-48e3-8958-f4c063bae475 req-729bd57d-7813-4915-aff5-fa071684a28f tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.0459180 Aug 25 18:23:28.209478 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e6aa88c9-a2e2-48e3-8958-f4c063bae475 req-aa23b08e-a15e-4518-9403-468c1b0a2a42 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331910 Aug 25 18:23:28.826185 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:29.004101 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-828383c5-1cec-4c7b-93ef-df34fee4ba85 req-1bfa0638-cbb0-402c-91d0-42161ebe012b tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=bafba138-96a8-4eec-a919-317013281908 HTTP/1.1" status: 200 len: 210 time: 0.0256033 Aug 25 18:23:29.098355 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e1b83e49-f79e-4f19-8e96-c85a1a185184 req-e302fd4d-356b-42fe-9d78-a196041e327c tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c402e9-b5d2-4bdf-94f8-255264e0ce8b HTTP/1.1" status: 200 len: 210 time: 0.0247555 Aug 25 18:23:29.319186 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbf285-50e8-46e3-8d98-8f2cbe7927b8 req-2647c30b-8177-42fa-a765-03424611cd43 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:29.320645 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-fccbf285-50e8-46e3-8d98-8f2cbe7927b8 req-2647c30b-8177-42fa-a765-03424611cd43 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.0467453 Aug 25 18:23:29.357665 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-fccbf285-50e8-46e3-8d98-8f2cbe7927b8 req-b90e29ec-0f73-4b18-a91d-e1c215394bc0 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312331 Aug 25 18:23:30.092413 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-108b66fa-ea8a-41b8-bf5a-989887fdc004 req-400f089a-4eb5-4f00-b8de-a66053b88c45 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=bafba138-96a8-4eec-a919-317013281908 HTTP/1.1" status: 200 len: 210 time: 0.0249503 Aug 25 18:23:30.190187 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-80d8ada3-c1cd-45b0-a93f-ac96e1b3554e req-e33e2b0d-9e64-414f-bae0-7e80d23e932e tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c402e9-b5d2-4bdf-94f8-255264e0ce8b HTTP/1.1" status: 200 len: 210 time: 0.0279601 Aug 25 18:23:30.499769 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7871be-a02c-4b9c-94e2-f3e74f793a3d req-c36bda73-c48a-4a55-be32-a52b8aa0fbd5 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:30.504575 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-cb7871be-a02c-4b9c-94e2-f3e74f793a3d req-c36bda73-c48a-4a55-be32-a52b8aa0fbd5 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.0565927 Aug 25 18:23:30.539290 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-cb7871be-a02c-4b9c-94e2-f3e74f793a3d req-c737f634-197b-477a-b41b-98c83d0ed7bf tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317605 Aug 25 18:23:30.907178 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 6 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:23:31.186162 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d5755fd3-1b09-44a0-9ca4-72d04c40739d req-6112b72a-3826-402c-ae02-6bf31de4db68 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=bafba138-96a8-4eec-a919-317013281908 HTTP/1.1" status: 200 len: 210 time: 0.0262651 Aug 25 18:23:31.290016 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7a34b56f-4a30-4b56-980f-1573a0d472f9 req-7d909073-032d-442e-bc8e-7bc07fde6210 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c402e9-b5d2-4bdf-94f8-255264e0ce8b HTTP/1.1" status: 200 len: 210 time: 0.0253601 Aug 25 18:23:31.406417 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-b8c374f2-21df-4ee3-a7d5-c96098e75120 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:31.407875 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-b8c374f2-21df-4ee3-a7d5-c96098e75120 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.24 "GET /v2.0/networks?id=712e96ef-9e9b-4b73-86e7-fd167aa50e3f HTTP/1.1" status: 200 len: 809 time: 0.1146576 Aug 25 18:23:31.423557 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-dca6ef07-c8e9-4fec-a9f8-dc38a48f91f7 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Request body: {'port': {'device_id': 'bafba138-96a8-4eec-a919-317013281908', 'network_id': '712e96ef-9e9b-4b73-86e7-fd167aa50e3f', 'admin_state_up': True, 'tenant_id': 'f9ddc87ed45749fa8b549b0e37d5ee48'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:23:31.530245 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-dca6ef07-c8e9-4fec-a9f8-dc38a48f91f7 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Made reservation on behalf of f9ddc87ed45749fa8b549b0e37d5ee48 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:23:31.533723 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-dca6ef07-c8e9-4fec-a9f8-dc38a48f91f7 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:31.689565 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-dca6ef07-c8e9-4fec-a9f8-dc38a48f91f7 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Allocated IP 172.20.0.14 (712e96ef-9e9b-4b73-86e7-fd167aa50e3f/1e0cb288-de13-48e8-a459-ea7d40af495d/dc04a211-8b19-4c85-b497-dd60f0bb0e92) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:23:31.698564 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02924ff-2f92-42b4-9983-832aa3f5f7f3 req-43d4e686-9ad7-4be3-868a-bfac9c6f0374 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:31.699955 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f02924ff-2f92-42b4-9983-832aa3f5f7f3 req-43d4e686-9ad7-4be3-868a-bfac9c6f0374 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.0920620 Aug 25 18:23:31.768316 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f02924ff-2f92-42b4-9983-832aa3f5f7f3 req-fcddc9c7-c673-45c0-83e2-ff3f1ffcf51a tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604801 Aug 25 18:23:31.905979 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-dca6ef07-c8e9-4fec-a9f8-dc38a48f91f7 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:32.009417 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71362292-af68-4368-8f22-76513e634737 req-36425bfd-3779-47bd-8172-8691b44fe2dd tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:32.011373 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-71362292-af68-4368-8f22-76513e634737 req-36425bfd-3779-47bd-8172-8691b44fe2dd tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.24 "GET /v2.0/networks?id=2cd15194-5e4d-4178-a19c-bfac18d7be9f HTTP/1.1" status: 200 len: 814 time: 0.1366839 Aug 25 18:23:32.018686 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-dca6ef07-c8e9-4fec-a9f8-dc38a48f91f7 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:32.237725 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-71362292-af68-4368-8f22-76513e634737 req-531d46b1-5144-492d-89e2-b68092374526 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Request body: {'port': {'device_id': '06c402e9-b5d2-4bdf-94f8-255264e0ce8b', 'network_id': '2cd15194-5e4d-4178-a19c-bfac18d7be9f', 'admin_state_up': True, 'tenant_id': 'dfb0f87eed314ea4a07c2ce25cc9966a'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:23:32.290426 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-dca6ef07-c8e9-4fec-a9f8-dc38a48f91f7 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Network 712e96ef-9e9b-4b73-86e7-fd167aa50e3f is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:23:32.310993 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-dca6ef07-c8e9-4fec-a9f8-dc38a48f91f7 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:23:32.322542 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-dca6ef07-c8e9-4fec-a9f8-dc38a48f91f7 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:23:32.328693 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-dca6ef07-c8e9-4fec-a9f8-dc38a48f91f7 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:32.329345 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-dca6ef07-c8e9-4fec-a9f8-dc38a48f91f7 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:32.357161 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca6ef07-c8e9-4fec-a9f8-dc38a48f91f7 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Pushing event updated for resources: {'Port': ['ID=dc04a211-8b19-4c85-b497-dd60f0bb0e92,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:32.363072 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-dca6ef07-c8e9-4fec-a9f8-dc38a48f91f7 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9433506 Aug 25 18:23:32.388590 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-cf61d75c-4ba1-47dd-aab1-77e912d6a4df service neutron] Request body: {'port': {'device_id': 'bafba138-96a8-4eec-a919-317013281908', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:23:32.453581 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c69cf-33bb-42c9-8a80-c19f09111cc7 req-b3eda309-e1be-48b7-9d10-1adf5ede64da tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:32.455223 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a28c69cf-33bb-42c9-8a80-c19f09111cc7 req-b3eda309-e1be-48b7-9d10-1adf5ede64da tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=bafba138-96a8-4eec-a919-317013281908 HTTP/1.1" status: 200 len: 932 time: 0.1636350 Aug 25 18:23:32.492046 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0b0fdae2-90b3-4da2-a79d-d3636f9b06a0 req-5b3293c6-8482-4885-ac7b-38100f7419f4 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c402e9-b5d2-4bdf-94f8-255264e0ce8b HTTP/1.1" status: 200 len: 210 time: 0.0654967 Aug 25 18:23:32.564773 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-cf61d75c-4ba1-47dd-aab1-77e912d6a4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:32.591425 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a28c69cf-33bb-42c9-8a80-c19f09111cc7 req-5687694b-b0a4-4d05-8f8b-a0358d8f8318 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fa8411f-f329-4f07-af96-a056509f895f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148348 Aug 25 18:23:32.606322 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71362292-af68-4368-8f22-76513e634737 req-531d46b1-5144-492d-89e2-b68092374526 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Made reservation on behalf of dfb0f87eed314ea4a07c2ce25cc9966a for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:23:32.606322 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-71362292-af68-4368-8f22-76513e634737 req-531d46b1-5144-492d-89e2-b68092374526 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:32.907853 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-71362292-af68-4368-8f22-76513e634737 req-531d46b1-5144-492d-89e2-b68092374526 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Allocated IP 172.20.0.5 (2cd15194-5e4d-4178-a19c-bfac18d7be9f/ecab46d4-97f7-43f1-803d-02b5f4e01661/851e6b02-1d26-41c2-b4d8-4cd25cad8dcc) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:23:32.959622 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d4c96-2155-4fb4-879b-fe4c4ddd4d32 req-c35da1de-0345-4c53-82be-234c50b9285c tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:32.961152 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ce0d4c96-2155-4fb4-879b-fe4c4ddd4d32 req-c35da1de-0345-4c53-82be-234c50b9285c tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.1062071 Aug 25 18:23:33.125395 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ce0d4c96-2155-4fb4-879b-fe4c4ddd4d32 req-f5f61c8c-9a6e-4ab1-8d28-ca28d957822f tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468983 Aug 25 18:23:33.160229 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-cf61d75c-4ba1-47dd-aab1-77e912d6a4df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc04a211-8b19-4c85-b497-dd60f0bb0e92 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:23:33.172510 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-cf61d75c-4ba1-47dd-aab1-77e912d6a4df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:33.198772 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-cf61d75c-4ba1-47dd-aab1-77e912d6a4df service neutron] Transition to ACTIVE for port object dc04a211-8b19-4c85-b497-dd60f0bb0e92 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:23:33.205206 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-cf61d75c-4ba1-47dd-aab1-77e912d6a4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:33.213925 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-71362292-af68-4368-8f22-76513e634737 req-531d46b1-5144-492d-89e2-b68092374526 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:33.272891 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61d75c-4ba1-47dd-aab1-77e912d6a4df service neutron] Pushing event updated for resources: {'Port': ['ID=dc04a211-8b19-4c85-b497-dd60f0bb0e92,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:33.312255 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf61d75c-4ba1-47dd-aab1-77e912d6a4df service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:33.312536 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf61d75c-4ba1-47dd-aab1-77e912d6a4df service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:33.312902 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf61d75c-4ba1-47dd-aab1-77e912d6a4df service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:33.313243 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf61d75c-4ba1-47dd-aab1-77e912d6a4df service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:33.313579 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf61d75c-4ba1-47dd-aab1-77e912d6a4df service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:33.313915 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf61d75c-4ba1-47dd-aab1-77e912d6a4df service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:33.314247 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf61d75c-4ba1-47dd-aab1-77e912d6a4df service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:33.314577 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf61d75c-4ba1-47dd-aab1-77e912d6a4df service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:33.314904 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf61d75c-4ba1-47dd-aab1-77e912d6a4df service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:33.315232 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf61d75c-4ba1-47dd-aab1-77e912d6a4df service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:33.315556 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf61d75c-4ba1-47dd-aab1-77e912d6a4df service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:33.315879 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf61d75c-4ba1-47dd-aab1-77e912d6a4df service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:33.332071 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-71362292-af68-4368-8f22-76513e634737 req-531d46b1-5144-492d-89e2-b68092374526 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:33.344823 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['f4dda55a-138e-4547-958a-e8ea46b3244e'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:23:33.362694 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-cf61d75c-4ba1-47dd-aab1-77e912d6a4df service neutron] Attempting to bind port dc04a211-8b19-4c85-b497-dd60f0bb0e92 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:23:33.363033 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-cf61d75c-4ba1-47dd-aab1-77e912d6a4df service neutron] Attempting to bind port dc04a211-8b19-4c85-b497-dd60f0bb0e92 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'af3ddc7f-e50c-4acc-a5eb-2108c8706daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '712e96ef-9e9b-4b73-86e7-fd167aa50e3f'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:23:33.363363 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-cf61d75c-4ba1-47dd-aab1-77e912d6a4df service neutron] Attempting to bind port dc04a211-8b19-4c85-b497-dd60f0bb0e92 on network 712e96ef-9e9b-4b73-86e7-fd167aa50e3f {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:23:33.382937 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-cf61d75c-4ba1-47dd-aab1-77e912d6a4df service neutron] Port dc04a211-8b19-4c85-b497-dd60f0bb0e92 on network 712e96ef-9e9b-4b73-86e7-fd167aa50e3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 18:23:33.383265 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-cf61d75c-4ba1-47dd-aab1-77e912d6a4df service neutron] Attempting to bind port dc04a211-8b19-4c85-b497-dd60f0bb0e92 on network 712e96ef-9e9b-4b73-86e7-fd167aa50e3f {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:23:33.387643 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71362292-af68-4368-8f22-76513e634737 req-531d46b1-5144-492d-89e2-b68092374526 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Network 2cd15194-5e4d-4178-a19c-bfac18d7be9f is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:23:33.391390 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-71362292-af68-4368-8f22-76513e634737 req-531d46b1-5144-492d-89e2-b68092374526 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:23:33.396673 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-71362292-af68-4368-8f22-76513e634737 req-531d46b1-5144-492d-89e2-b68092374526 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:23:33.402933 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71362292-af68-4368-8f22-76513e634737 req-531d46b1-5144-492d-89e2-b68092374526 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:33.403477 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-71362292-af68-4368-8f22-76513e634737 req-531d46b1-5144-492d-89e2-b68092374526 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:33.409871 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-cf61d75c-4ba1-47dd-aab1-77e912d6a4df service neutron] Checking agent: {'id': '7fd900e3-9f03-4129-b0c6-db4e233cdb3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'started_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:23:33.410214 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-cf61d75c-4ba1-47dd-aab1-77e912d6a4df service neutron] Checking segment: {'id': 'af3ddc7f-e50c-4acc-a5eb-2108c8706daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '712e96ef-9e9b-4b73-86e7-fd167aa50e3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:23:33.410601 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-cf61d75c-4ba1-47dd-aab1-77e912d6a4df service neutron] Bound using segment: {'id': 'af3ddc7f-e50c-4acc-a5eb-2108c8706daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '712e96ef-9e9b-4b73-86e7-fd167aa50e3f'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:23:33.411034 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-cf61d75c-4ba1-47dd-aab1-77e912d6a4df service neutron] Bound port: dc04a211-8b19-4c85-b497-dd60f0bb0e92, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af3ddc7f-e50c-4acc-a5eb-2108c8706daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '712e96ef-9e9b-4b73-86e7-fd167aa50e3f'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:23:33.411390 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-cf61d75c-4ba1-47dd-aab1-77e912d6a4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:33.426739 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d46b1-5144-492d-89e2-b68092374526 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Pushing event updated for resources: {'Port': ['ID=851e6b02-1d26-41c2-b4d8-4cd25cad8dcc,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:33.455758 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-71362292-af68-4368-8f22-76513e634737 req-531d46b1-5144-492d-89e2-b68092374526 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2232273 Aug 25 18:23:33.473109 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-71362292-af68-4368-8f22-76513e634737 req-eb13ed9f-3528-4627-be9b-96052b0b9a2a service neutron] Request body: {'port': {'device_id': '06c402e9-b5d2-4bdf-94f8-255264e0ce8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:23:33.523200 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-cf61d75c-4ba1-47dd-aab1-77e912d6a4df service neutron] For port dc04a211-8b19-4c85-b497-dd60f0bb0e92, host hv-cinder-79049, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:23:33.527322 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-cf61d75c-4ba1-47dd-aab1-77e912d6a4df service neutron] For port dc04a211-8b19-4c85-b497-dd60f0bb0e92, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=dc04a211-8b19-4c85-b497-dd60f0bb0e92,segment=NetworkSegment(af3ddc7f-e50c-4acc-a5eb-2108c8706daa),segment_id=af3ddc7f-e50c-4acc-a5eb-2108c8706daa)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:23:33.549296 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-cf61d75c-4ba1-47dd-aab1-77e912d6a4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:33.584715 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-71362292-af68-4368-8f22-76513e634737 req-eb13ed9f-3528-4627-be9b-96052b0b9a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:33.630567 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-cf61d75c-4ba1-47dd-aab1-77e912d6a4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:33.631095 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-cf61d75c-4ba1-47dd-aab1-77e912d6a4df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:33.632729 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-cf61d75c-4ba1-47dd-aab1-77e912d6a4df service neutron] 10.222.0.24 "PUT /v2.0/ports/dc04a211-8b19-4c85-b497-dd60f0bb0e92 HTTP/1.1" status: 200 len: 1094 time: 1.2521124 Aug 25 18:23:33.633604 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bafba138-96a8-4eec-a919-317013281908', 'tag': 'dc04a211-8b19-4c85-b497-dd60f0bb0e92'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:23:33.636349 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb4a887-27f2-4025-99db-86e0fa14bc92" -d '{"events": [{"name": "network-changed", "server_uuid": "bafba138-96a8-4eec-a919-317013281908", "tag": "dc04a211-8b19-4c85-b497-dd60f0bb0e92"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:23:33.694132 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61d75c-4ba1-47dd-aab1-77e912d6a4df service neutron] Pushing event updated for resources: {'Port': ['ID=dc04a211-8b19-4c85-b497-dd60f0bb0e92,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:33.742899 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2e913-7699-4b53-88b6-31e9bb801564 req-887642dd-c258-4eea-a474-486daa87abbc tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:33.744921 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-13c2e913-7699-4b53-88b6-31e9bb801564 req-887642dd-c258-4eea-a474-486daa87abbc tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c402e9-b5d2-4bdf-94f8-255264e0ce8b HTTP/1.1" status: 200 len: 931 time: 0.1649406 Aug 25 18:23:33.873318 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-2fea35e3-ecca-4a0f-97f2-9183cbcc69ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:33.874819 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-2fea35e3-ecca-4a0f-97f2-9183cbcc69ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9ddc87ed45749fa8b549b0e37d5ee48&device_id=bafba138-96a8-4eec-a919-317013281908 HTTP/1.1" status: 200 len: 1097 time: 0.1955211 Aug 25 18:23:33.892219 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94aeb3-97ce-4b2e-8824-b11d6628c5b4 req-c60cd6fc-e8a0-4267-a8b8-89ea2c7c1cba tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:33.893610 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ae94aeb3-97ce-4b2e-8824-b11d6628c5b4 req-c60cd6fc-e8a0-4267-a8b8-89ea2c7c1cba tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=bafba138-96a8-4eec-a919-317013281908 HTTP/1.1" status: 200 len: 944 time: 0.1736808 Aug 25 18:23:33.898789 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-13c2e913-7699-4b53-88b6-31e9bb801564 req-5ec00642-ad50-4018-9fdc-29fe17a6e828 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312213 Aug 25 18:23:33.987877 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3b04a4-28c5-4055-95fd-23edff401c1a x-openstack-request-id: req-9e3b04a4-28c5-4055-95fd-23edff401c1a {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:23:33.988169 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bafba138-96a8-4eec-a919-317013281908", "tag": "dc04a211-8b19-4c85-b497-dd60f0bb0e92", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:23:33.988417 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9e3b04a4-28c5-4055-95fd-23edff401c1a {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:23:33.988963 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bafba138-96a8-4eec-a919-317013281908', 'tag': 'dc04a211-8b19-4c85-b497-dd60f0bb0e92', 'status': 'completed', 'code': 200} Aug 25 18:23:33.999093 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-52417fae-e710-490a-800f-f40894d1d426 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc04a211-8b19-4c85-b497-dd60f0bb0e92 HTTP/1.1" status: 200 len: 217 time: 0.0993607 Aug 25 18:23:34.068875 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ae94aeb3-97ce-4b2e-8824-b11d6628c5b4 req-89ed2d59-a753-4661-be41-a09dfc535d0a tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fa8411f-f329-4f07-af96-a056509f895f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583056 Aug 25 18:23:34.131251 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-215b0f4a-1ba6-4bcb-8e31-eb25722d5399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:34.132729 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-215b0f4a-1ba6-4bcb-8e31-eb25722d5399 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e0cb288-de13-48e8-a459-ea7d40af495d HTTP/1.1" status: 200 len: 849 time: 0.1142452 Aug 25 18:23:34.154559 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75666ec0-1976-4eca-a434-92b36994e73a req-a8ef1f9f-87d5-4440-b0e8-3289ccb1bb50 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:34.156063 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-75666ec0-1976-4eca-a434-92b36994e73a req-a8ef1f9f-87d5-4440-b0e8-3289ccb1bb50 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/ports?device_id=93df5824-10de-44e4-acfb-ff6619e947e9 HTTP/1.1" status: 200 len: 946 time: 0.1214025 Aug 25 18:23:34.214010 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-52288caa-cbf2-4348-b85d-65b66f2dfcde service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=712e96ef-9e9b-4b73-86e7-fd167aa50e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703511 Aug 25 18:23:34.267615 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [req-71362292-af68-4368-8f22-76513e634737 req-eb13ed9f-3528-4627-be9b-96052b0b9a2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 851e6b02-1d26-41c2-b4d8-4cd25cad8dcc {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:23:34.500959 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-71362292-af68-4368-8f22-76513e634737 req-eb13ed9f-3528-4627-be9b-96052b0b9a2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:34.537668 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-75666ec0-1976-4eca-a434-92b36994e73a req-7733f158-f43c-483a-b0f6-66297c5c5806 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/security-groups?id=80d899e3-7802-4972-be1b-c74dc70efbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656261 Aug 25 18:23:34.543055 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-71362292-af68-4368-8f22-76513e634737 req-eb13ed9f-3528-4627-be9b-96052b0b9a2a service neutron] Transition to ACTIVE for port object 851e6b02-1d26-41c2-b4d8-4cd25cad8dcc will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:23:34.558638 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-71362292-af68-4368-8f22-76513e634737 req-eb13ed9f-3528-4627-be9b-96052b0b9a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:34.571108 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a68eb0-5829-43bb-b3a0-1fca1ed4211c req-19321568-5b7d-4cf1-b5fd-ec7aa76321bb tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:34.572665 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-60a68eb0-5829-43bb-b3a0-1fca1ed4211c req-19321568-5b7d-4cf1-b5fd-ec7aa76321bb tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.3552945 Aug 25 18:23:34.639919 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-5b6a9317-4279-4dee-aebe-7d57100c1d11 service neutron] 10.222.0.24 "GET /v2.0/networks/712e96ef-9e9b-4b73-86e7-fd167aa50e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047523 Aug 25 18:23:34.648991 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13ed9f-3528-4627-be9b-96052b0b9a2a service neutron] Pushing event updated for resources: {'Port': ['ID=851e6b02-1d26-41c2-b4d8-4cd25cad8dcc,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:34.694522 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-60a68eb0-5829-43bb-b3a0-1fca1ed4211c req-ab7c9340-e4f6-4adb-a210-af2efcd9189a tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998569 Aug 25 18:23:34.737787 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-71362292-af68-4368-8f22-76513e634737 req-eb13ed9f-3528-4627-be9b-96052b0b9a2a service neutron] Attempting to bind port 851e6b02-1d26-41c2-b4d8-4cd25cad8dcc on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:23:34.738123 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-71362292-af68-4368-8f22-76513e634737 req-eb13ed9f-3528-4627-be9b-96052b0b9a2a service neutron] Attempting to bind port 851e6b02-1d26-41c2-b4d8-4cd25cad8dcc by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'c3ad605d-0b91-482b-81a4-b24229efd6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2cd15194-5e4d-4178-a19c-bfac18d7be9f'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:23:34.738457 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71362292-af68-4368-8f22-76513e634737 req-eb13ed9f-3528-4627-be9b-96052b0b9a2a service neutron] Attempting to bind port 851e6b02-1d26-41c2-b4d8-4cd25cad8dcc on network 2cd15194-5e4d-4178-a19c-bfac18d7be9f {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:23:34.748248 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71362292-af68-4368-8f22-76513e634737 req-eb13ed9f-3528-4627-be9b-96052b0b9a2a service neutron] Port 851e6b02-1d26-41c2-b4d8-4cd25cad8dcc on network 2cd15194-5e4d-4178-a19c-bfac18d7be9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 18:23:34.748588 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71362292-af68-4368-8f22-76513e634737 req-eb13ed9f-3528-4627-be9b-96052b0b9a2a service neutron] Attempting to bind port 851e6b02-1d26-41c2-b4d8-4cd25cad8dcc on network 2cd15194-5e4d-4178-a19c-bfac18d7be9f {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:23:34.757166 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71362292-af68-4368-8f22-76513e634737 req-eb13ed9f-3528-4627-be9b-96052b0b9a2a service neutron] Checking agent: {'id': '7fd900e3-9f03-4129-b0c6-db4e233cdb3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'started_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:23:34.757501 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71362292-af68-4368-8f22-76513e634737 req-eb13ed9f-3528-4627-be9b-96052b0b9a2a service neutron] Checking segment: {'id': 'c3ad605d-0b91-482b-81a4-b24229efd6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2cd15194-5e4d-4178-a19c-bfac18d7be9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:23:34.757880 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71362292-af68-4368-8f22-76513e634737 req-eb13ed9f-3528-4627-be9b-96052b0b9a2a service neutron] Bound using segment: {'id': 'c3ad605d-0b91-482b-81a4-b24229efd6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2cd15194-5e4d-4178-a19c-bfac18d7be9f'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:23:34.758303 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-71362292-af68-4368-8f22-76513e634737 req-eb13ed9f-3528-4627-be9b-96052b0b9a2a service neutron] Bound port: 851e6b02-1d26-41c2-b4d8-4cd25cad8dcc, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ad605d-0b91-482b-81a4-b24229efd6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2cd15194-5e4d-4178-a19c-bfac18d7be9f'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:23:34.758658 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-71362292-af68-4368-8f22-76513e634737 req-eb13ed9f-3528-4627-be9b-96052b0b9a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:34.811257 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-02a7d96d-355f-425f-9e81-0b794bc306c7 req-6cc49022-0d84-45ba-b311-939ae51ae9fa service neutron] 10.222.0.24 "GET /v2.0/networks/712e96ef-9e9b-4b73-86e7-fd167aa50e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318562 Aug 25 18:23:34.841552 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-71362292-af68-4368-8f22-76513e634737 req-eb13ed9f-3528-4627-be9b-96052b0b9a2a service neutron] For port 851e6b02-1d26-41c2-b4d8-4cd25cad8dcc, host hv-cinder-79049, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:23:34.844818 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-71362292-af68-4368-8f22-76513e634737 req-eb13ed9f-3528-4627-be9b-96052b0b9a2a service neutron] For port 851e6b02-1d26-41c2-b4d8-4cd25cad8dcc, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=851e6b02-1d26-41c2-b4d8-4cd25cad8dcc,segment=NetworkSegment(c3ad605d-0b91-482b-81a4-b24229efd6d3),segment_id=c3ad605d-0b91-482b-81a4-b24229efd6d3)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:23:34.848715 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-71362292-af68-4368-8f22-76513e634737 req-eb13ed9f-3528-4627-be9b-96052b0b9a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:34.884710 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71362292-af68-4368-8f22-76513e634737 req-eb13ed9f-3528-4627-be9b-96052b0b9a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:34.885834 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-71362292-af68-4368-8f22-76513e634737 req-eb13ed9f-3528-4627-be9b-96052b0b9a2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:34.887203 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-71362292-af68-4368-8f22-76513e634737 req-eb13ed9f-3528-4627-be9b-96052b0b9a2a service neutron] 10.222.0.24 "PUT /v2.0/ports/851e6b02-1d26-41c2-b4d8-4cd25cad8dcc HTTP/1.1" status: 200 len: 1093 time: 1.4198596 Aug 25 18:23:34.906548 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13ed9f-3528-4627-be9b-96052b0b9a2a service neutron] Pushing event updated for resources: {'Port': ['ID=851e6b02-1d26-41c2-b4d8-4cd25cad8dcc,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:35.016357 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da051c-b100-4f5f-a23d-4957d6300653 req-7144dda8-6bc4-486f-b35d-4b010924c5a9 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:35.017816 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-11da051c-b100-4f5f-a23d-4957d6300653 req-7144dda8-6bc4-486f-b35d-4b010924c5a9 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c402e9-b5d2-4bdf-94f8-255264e0ce8b HTTP/1.1" status: 200 len: 943 time: 0.0467353 Aug 25 18:23:35.054102 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-11da051c-b100-4f5f-a23d-4957d6300653 req-5acf4cfe-5e0f-44d3-881e-619aa1a011c5 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305798 Aug 25 18:23:35.194590 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ced4a2-1eb2-4583-8c89-342389e65611 req-8617d2db-c5ce-467c-8da8-629577db17d5 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:35.196101 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-06ced4a2-1eb2-4583-8c89-342389e65611 req-8617d2db-c5ce-467c-8da8-629577db17d5 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=bafba138-96a8-4eec-a919-317013281908 HTTP/1.1" status: 200 len: 944 time: 0.0524955 Aug 25 18:23:35.237668 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-06ced4a2-1eb2-4583-8c89-342389e65611 req-fa7eff4d-bd26-444b-9372-83af5835fa21 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fa8411f-f329-4f07-af96-a056509f895f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338404 Aug 25 18:23:35.491099 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 34646) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:35.594241 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92a23153-6c84-46bb-9133-cb116fdbd6e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:35.679241 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d9b8d-be2a-4a8b-9adb-14f243e6c64b req-e3431a47-9f05-4961-a50b-f2a6c893ec26 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:35.680781 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1a8d9b8d-be2a-4a8b-9adb-14f243e6c64b req-e3431a47-9f05-4961-a50b-f2a6c893ec26 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/ports?device_id=93df5824-10de-44e4-acfb-ff6619e947e9 HTTP/1.1" status: 200 len: 946 time: 0.0733840 Aug 25 18:23:35.739673 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1a8d9b8d-be2a-4a8b-9adb-14f243e6c64b req-a66e12aa-50d3-4687-aabc-cca4221aca1e tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/security-groups?id=80d899e3-7802-4972-be1b-c74dc70efbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526354 Aug 25 18:23:35.762137 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92a23153-6c84-46bb-9133-cb116fdbd6e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:35.766228 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92a23153-6c84-46bb-9133-cb116fdbd6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:35.827114 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a23153-6c84-46bb-9133-cb116fdbd6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203d9ade-384c-4f00-86f0-8badec1d9d90,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:35.832926 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-92a23153-6c84-46bb-9133-cb116fdbd6e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f922c29d84bf4d72877e2003370ff838&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3407648 Aug 25 18:23:35.835742 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 34656) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:35.881063 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad986ebb-841f-49f8-8485-94db78bac8f9 req-2361e621-5871-4e8e-a950-c0f661f20b1a tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:35.882486 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ad986ebb-841f-49f8-8485-94db78bac8f9 req-2361e621-5871-4e8e-a950-c0f661f20b1a tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.0833058 Aug 25 18:23:35.916664 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c18a4ea6-a391-4a1c-88df-9cfc9f6aaee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:35.945180 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ad986ebb-841f-49f8-8485-94db78bac8f9 req-2bae7194-cf79-43d8-9221-b43bda21da55 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559874 Aug 25 18:23:35.950070 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c18a4ea6-a391-4a1c-88df-9cfc9f6aaee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:35.990285 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c402e9-b5d2-4bdf-94f8-255264e0ce8b', 'tag': '851e6b02-1d26-41c2-b4d8-4cd25cad8dcc'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:23:35.992779 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ea5fa0-49e5-4abc-be9b-43120f72d51f" -d '{"events": [{"name": "network-changed", "server_uuid": "06c402e9-b5d2-4bdf-94f8-255264e0ce8b", "tag": "851e6b02-1d26-41c2-b4d8-4cd25cad8dcc"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:23:36.000408 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c18a4ea6-a391-4a1c-88df-9cfc9f6aaee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:36.002955 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c18a4ea6-a391-4a1c-88df-9cfc9f6aaee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:36.004115 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-c18a4ea6-a391-4a1c-88df-9cfc9f6aaee7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/203d9ade-384c-4f00-86f0-8badec1d9d90 HTTP/1.1" status: 204 len: 168 time: 0.1674333 Aug 25 18:23:36.012903 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a4ea6-a391-4a1c-88df-9cfc9f6aaee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203d9ade-384c-4f00-86f0-8badec1d9d90,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:36.031734 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbd8cbd-dcee-4d82-8525-a8939e162417 x-openstack-request-id: req-9bbd8cbd-dcee-4d82-8525-a8939e162417 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:23:36.032020 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c402e9-b5d2-4bdf-94f8-255264e0ce8b", "tag": "851e6b02-1d26-41c2-b4d8-4cd25cad8dcc", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:23:36.032418 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9bbd8cbd-dcee-4d82-8525-a8939e162417 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:23:36.032835 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c402e9-b5d2-4bdf-94f8-255264e0ce8b', 'tag': '851e6b02-1d26-41c2-b4d8-4cd25cad8dcc', 'status': 'completed', 'code': 200} Aug 25 18:23:36.169767 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e58dd-61bc-47af-a81f-edeb5952e3f2 req-7437434b-2793-425c-8d14-027ad55a2e4b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:36.171226 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a19e58dd-61bc-47af-a81f-edeb5952e3f2 req-7437434b-2793-425c-8d14-027ad55a2e4b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c402e9-b5d2-4bdf-94f8-255264e0ce8b HTTP/1.1" status: 200 len: 943 time: 0.0466709 Aug 25 18:23:36.210832 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a19e58dd-61bc-47af-a81f-edeb5952e3f2 req-8483416e-e358-42f9-a21d-88d36ad247dc tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332992 Aug 25 18:23:36.263283 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 34668) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:36.276838 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b330595c-1b68-41fc-85a2-bd81a9d8a641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:36.350696 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fcbb4-488d-44bd-8dca-2cf0d58a5c09 req-44a54d07-96b7-45da-827a-24c483bb47e2 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:36.352146 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-626fcbb4-488d-44bd-8dca-2cf0d58a5c09 req-44a54d07-96b7-45da-827a-24c483bb47e2 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=bafba138-96a8-4eec-a919-317013281908 HTTP/1.1" status: 200 len: 944 time: 0.0494294 Aug 25 18:23:36.364393 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b330595c-1b68-41fc-85a2-bd81a9d8a641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:36.368166 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b330595c-1b68-41fc-85a2-bd81a9d8a641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:36.390113 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-626fcbb4-488d-44bd-8dca-2cf0d58a5c09 req-d9b53e0c-6b70-4244-a2d7-36737b2e050e tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fa8411f-f329-4f07-af96-a056509f895f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310845 Aug 25 18:23:36.406412 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-b330595c-1b68-41fc-85a2-bd81a9d8a641 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=be184e8fac894cbea6a9e27d9b5ef9da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1379881 Aug 25 18:23:36.406412 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 34672) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:36.425852 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330595c-1b68-41fc-85a2-bd81a9d8a641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c403da-e298-4ed7-827b-d1e47ebcc7b4,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:36.441438 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b330595c-1b68-41fc-85a2-bd81a9d8a641 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:36.441781 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b330595c-1b68-41fc-85a2-bd81a9d8a641 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:36.442122 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b330595c-1b68-41fc-85a2-bd81a9d8a641 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:36.442452 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b330595c-1b68-41fc-85a2-bd81a9d8a641 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:36.442774 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b330595c-1b68-41fc-85a2-bd81a9d8a641 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:36.443101 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b330595c-1b68-41fc-85a2-bd81a9d8a641 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:36.443420 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b330595c-1b68-41fc-85a2-bd81a9d8a641 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:36.443743 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b330595c-1b68-41fc-85a2-bd81a9d8a641 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:36.444061 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b330595c-1b68-41fc-85a2-bd81a9d8a641 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:36.444380 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b330595c-1b68-41fc-85a2-bd81a9d8a641 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:36.444722 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b330595c-1b68-41fc-85a2-bd81a9d8a641 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:36.445039 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b330595c-1b68-41fc-85a2-bd81a9d8a641 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:36.475692 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ff4eb144-e68d-4196-819c-4489252fb750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:36.496758 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ff4eb144-e68d-4196-819c-4489252fb750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:36.544598 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ff4eb144-e68d-4196-819c-4489252fb750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:36.547073 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ff4eb144-e68d-4196-819c-4489252fb750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:36.548191 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-ff4eb144-e68d-4196-819c-4489252fb750 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/95c403da-e298-4ed7-827b-d1e47ebcc7b4 HTTP/1.1" status: 204 len: 168 time: 0.1349266 Aug 25 18:23:36.555502 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4eb144-e68d-4196-819c-4489252fb750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c403da-e298-4ed7-827b-d1e47ebcc7b4,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:36.860070 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b453d9-0e34-4dd0-8785-ede3694319b2 req-f468af52-f777-4454-814e-ff1b93ea296d tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:36.861572 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b2b453d9-0e34-4dd0-8785-ede3694319b2 req-f468af52-f777-4454-814e-ff1b93ea296d tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/ports?device_id=93df5824-10de-44e4-acfb-ff6619e947e9 HTTP/1.1" status: 200 len: 946 time: 0.0529647 Aug 25 18:23:36.899032 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b2b453d9-0e34-4dd0-8785-ede3694319b2 req-e8033af6-d47c-4496-a993-1c12fd55dfa1 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/security-groups?id=80d899e3-7802-4972-be1b-c74dc70efbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315678 Aug 25 18:23:37.057692 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c9253-8b70-43bb-8998-71a2ab781105 req-a9d6a76d-b941-4641-82be-9ef6aa842af3 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:37.059249 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c10c9253-8b70-43bb-8998-71a2ab781105 req-a9d6a76d-b941-4641-82be-9ef6aa842af3 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.0479758 Aug 25 18:23:37.098906 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c10c9253-8b70-43bb-8998-71a2ab781105 req-5e9a36dd-5a9f-41f2-8606-5ee22220077d tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330300 Aug 25 18:23:37.326388 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bdcc29-4d4e-4af2-b62b-e7bec59f17bf req-584924a6-006c-4a6b-89b5-3650e3f17fa1 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:37.328142 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-71bdcc29-4d4e-4af2-b62b-e7bec59f17bf req-584924a6-006c-4a6b-89b5-3650e3f17fa1 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c402e9-b5d2-4bdf-94f8-255264e0ce8b HTTP/1.1" status: 200 len: 943 time: 0.0486369 Aug 25 18:23:37.366905 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-71bdcc29-4d4e-4af2-b62b-e7bec59f17bf req-83f10347-164b-44ec-a8b6-65d366fb138a tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328076 Aug 25 18:23:37.511000 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412d7e4-d801-48b0-a76c-eb8df8492c92 req-699a3274-6c82-40d4-8781-6a12878527de tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:37.512214 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b412d7e4-d801-48b0-a76c-eb8df8492c92 req-699a3274-6c82-40d4-8781-6a12878527de tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=bafba138-96a8-4eec-a919-317013281908 HTTP/1.1" status: 200 len: 944 time: 0.0526538 Aug 25 18:23:37.552020 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b412d7e4-d801-48b0-a76c-eb8df8492c92 req-b67421e2-cc18-4363-8ed9-f59e2125320b tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fa8411f-f329-4f07-af96-a056509f895f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337915 Aug 25 18:23:37.963875 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea5fa0-49e5-4abc-be9b-43120f72d51f req-9b18781c-149a-40cc-82e9-5e85f3a43905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:37.965394 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e5ea5fa0-49e5-4abc-be9b-43120f72d51f req-9b18781c-149a-40cc-82e9-5e85f3a43905 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dfb0f87eed314ea4a07c2ce25cc9966a&device_id=06c402e9-b5d2-4bdf-94f8-255264e0ce8b HTTP/1.1" status: 200 len: 1096 time: 0.0677741 Aug 25 18:23:37.968154 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4a887-27f2-4025-99db-86e0fa14bc92 req-986894ca-c7cb-4686-995b-ae477d9e376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:37.969564 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-dfb4a887-27f2-4025-99db-86e0fa14bc92 req-986894ca-c7cb-4686-995b-ae477d9e376b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9ddc87ed45749fa8b549b0e37d5ee48&device_id=bafba138-96a8-4eec-a919-317013281908 HTTP/1.1" status: 200 len: 1097 time: 0.0634964 Aug 25 18:23:38.177601 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2f96f-8576-4772-9832-f14ba69c4445 req-c9a59814-91ba-49e0-8724-c9c670a9be9b tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:38.179064 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-97b2f96f-8576-4772-9832-f14ba69c4445 req-c9a59814-91ba-49e0-8724-c9c670a9be9b tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/ports?device_id=93df5824-10de-44e4-acfb-ff6619e947e9 HTTP/1.1" status: 200 len: 946 time: 0.2068427 Aug 25 18:23:38.304168 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4a887-27f2-4025-99db-86e0fa14bc92 req-1052c738-cbaf-4795-bcba-060735544e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:38.305578 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-dfb4a887-27f2-4025-99db-86e0fa14bc92 req-1052c738-cbaf-4795-bcba-060735544e68 service neutron] 10.222.0.24 "GET /v2.0/networks?id=712e96ef-9e9b-4b73-86e7-fd167aa50e3f HTTP/1.1" status: 200 len: 910 time: 0.3002779 Aug 25 18:23:38.306637 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea5fa0-49e5-4abc-be9b-43120f72d51f req-c1a0f57c-5b16-4877-8774-a8e927a0fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:38.307909 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e5ea5fa0-49e5-4abc-be9b-43120f72d51f req-c1a0f57c-5b16-4877-8774-a8e927a0fa2e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=dfb0f87eed314ea4a07c2ce25cc9966a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3250206 Aug 25 18:23:38.319206 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-97b2f96f-8576-4772-9832-f14ba69c4445 req-899e7b12-b54f-4b3c-a7e2-725ac4483338 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/security-groups?id=80d899e3-7802-4972-be1b-c74dc70efbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236269 Aug 25 18:23:38.330371 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f64516-bb9d-4fdf-a6e2-4136c25f9f41 req-3dc3c693-bcc8-431d-8820-bcebf21dde41 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:38.332535 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-82f64516-bb9d-4fdf-a6e2-4136c25f9f41 req-3dc3c693-bcc8-431d-8820-bcebf21dde41 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.1510406 Aug 25 18:23:38.412142 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-dfb4a887-27f2-4025-99db-86e0fa14bc92 req-7686388b-1267-4d7c-a379-eab732e519d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc04a211-8b19-4c85-b497-dd60f0bb0e92 HTTP/1.1" status: 200 len: 217 time: 0.0740104 Aug 25 18:23:38.584916 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-82f64516-bb9d-4fdf-a6e2-4136c25f9f41 req-32cb6aaa-bd12-46d4-b298-a61b6c0ca3bd tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446647 Aug 25 18:23:38.613233 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4a887-27f2-4025-99db-86e0fa14bc92 req-e256a594-89ae-469a-85e2-7acaeb57e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:38.614679 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-dfb4a887-27f2-4025-99db-86e0fa14bc92 req-e256a594-89ae-469a-85e2-7acaeb57e663 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e0cb288-de13-48e8-a459-ea7d40af495d HTTP/1.1" status: 200 len: 849 time: 0.1685085 Aug 25 18:23:38.649782 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61075385-4c39-42db-a878-5436ee921081 req-c1ff52bf-d7c1-4bd8-94d1-1e4c3a998be1 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:38.657097 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-61075385-4c39-42db-a878-5436ee921081 req-c1ff52bf-d7c1-4bd8-94d1-1e4c3a998be1 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c402e9-b5d2-4bdf-94f8-255264e0ce8b HTTP/1.1" status: 200 len: 943 time: 0.2121654 Aug 25 18:23:38.686165 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea5fa0-49e5-4abc-be9b-43120f72d51f req-692e6c30-cfbd-46eb-8269-cc85250507b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:38.687612 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e5ea5fa0-49e5-4abc-be9b-43120f72d51f req-692e6c30-cfbd-46eb-8269-cc85250507b5 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3464358 Aug 25 18:23:38.704707 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-dfb4a887-27f2-4025-99db-86e0fa14bc92 req-eeb599b4-3678-4a35-9037-9a973ee7ce0f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=712e96ef-9e9b-4b73-86e7-fd167aa50e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761044 Aug 25 18:23:38.829417 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b032e-4afb-4ff7-95bc-d32e35e29d2b req-db511764-380b-44c0-8000-81b8a9d15308 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:38.830962 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-701b032e-4afb-4ff7-95bc-d32e35e29d2b req-db511764-380b-44c0-8000-81b8a9d15308 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=bafba138-96a8-4eec-a919-317013281908 HTTP/1.1" status: 200 len: 944 time: 0.1649230 Aug 25 18:23:38.840930 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-61075385-4c39-42db-a878-5436ee921081 req-cdd89390-ce89-467b-b8ab-3a4f5c20bc4e tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815388 Aug 25 18:23:38.916724 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71362292-af68-4368-8f22-76513e634737 req-2cd0584b-bf2b-4b1e-80c5-8bf35ce72078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:38.918323 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-71362292-af68-4368-8f22-76513e634737 req-2cd0584b-bf2b-4b1e-80c5-8bf35ce72078 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dfb0f87eed314ea4a07c2ce25cc9966a&device_id=06c402e9-b5d2-4bdf-94f8-255264e0ce8b HTTP/1.1" status: 200 len: 1096 time: 0.1660125 Aug 25 18:23:38.923088 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-701b032e-4afb-4ff7-95bc-d32e35e29d2b req-5250c887-5b68-4672-9fc8-b93b988239b8 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fa8411f-f329-4f07-af96-a056509f895f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807893 Aug 25 18:23:38.926690 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-dfb4a887-27f2-4025-99db-86e0fa14bc92 req-176cd36a-1bdf-439f-9d12-55b8357f26ec service neutron] 10.222.0.24 "GET /v2.0/networks/712e96ef-9e9b-4b73-86e7-fd167aa50e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995831 Aug 25 18:23:39.180000 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-71362292-af68-4368-8f22-76513e634737 req-280d3d12-fa13-4d28-8725-6178cd319add service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=851e6b02-1d26-41c2-b4d8-4cd25cad8dcc HTTP/1.1" status: 200 len: 217 time: 0.2427554 Aug 25 18:23:39.266660 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71362292-af68-4368-8f22-76513e634737 req-0a83530b-dcbb-4f00-83dc-01225c118282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:39.268033 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-71362292-af68-4368-8f22-76513e634737 req-0a83530b-dcbb-4f00-83dc-01225c118282 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecab46d4-97f7-43f1-803d-02b5f4e01661 HTTP/1.1" status: 200 len: 854 time: 0.0632882 Aug 25 18:23:39.304251 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-dfb4a887-27f2-4025-99db-86e0fa14bc92 req-f23bddde-2a8c-45ad-b885-28e249fd7dbe service neutron] 10.222.0.24 "GET /v2.0/networks/712e96ef-9e9b-4b73-86e7-fd167aa50e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612657 Aug 25 18:23:39.306058 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-71362292-af68-4368-8f22-76513e634737 req-fdbca2cd-e71c-45ba-a747-d8e6de417819 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2cd15194-5e4d-4178-a19c-bfac18d7be9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262628 Aug 25 18:23:39.428096 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-71362292-af68-4368-8f22-76513e634737 req-cd2d3b5b-04c5-4496-967a-72b5c1accdbb service neutron] 10.222.0.24 "GET /v2.0/networks/2cd15194-5e4d-4178-a19c-bfac18d7be9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067505 Aug 25 18:23:39.495429 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5756ac-c70c-4e0c-9836-8fe484c4ba8e req-448f6a88-ba38-4ad9-a659-a073f72a0b0d tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:39.496855 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0a5756ac-c70c-4e0c-9836-8fe484c4ba8e req-448f6a88-ba38-4ad9-a659-a073f72a0b0d tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/ports?device_id=93df5824-10de-44e4-acfb-ff6619e947e9 HTTP/1.1" status: 200 len: 946 time: 0.1071577 Aug 25 18:23:39.581605 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd87ef4-5a5c-47a8-9beb-b64ac71604af req-55b2e268-93c2-40f9-a905-fde7558a5276 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:39.583046 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2fd87ef4-5a5c-47a8-9beb-b64ac71604af req-55b2e268-93c2-40f9-a905-fde7558a5276 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.24 "GET /v2.0/ports?device_id=93df5824-10de-44e4-acfb-ff6619e947e9 HTTP/1.1" status: 200 len: 946 time: 0.1034768 Aug 25 18:23:39.589528 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0a5756ac-c70c-4e0c-9836-8fe484c4ba8e req-72b7bd82-4e91-480c-a7eb-605418c24742 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/security-groups?id=80d899e3-7802-4972-be1b-c74dc70efbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861876 Aug 25 18:23:39.606371 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-71362292-af68-4368-8f22-76513e634737 req-f9582271-c1e7-4329-96ec-493407f9c705 service neutron] 10.222.0.24 "GET /v2.0/networks/2cd15194-5e4d-4178-a19c-bfac18d7be9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690843 Aug 25 18:23:39.775699 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2ee3c-1bc7-4588-9de4-33d8f9c54a25 req-c22c5474-00b2-43b2-b599-3adff753cc7a tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:39.777212 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-fdb2ee3c-1bc7-4588-9de4-33d8f9c54a25 req-c22c5474-00b2-43b2-b599-3adff753cc7a tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.1106393 Aug 25 18:23:39.815029 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-2fd87ef4-5a5c-47a8-9beb-b64ac71604af req-2134be38-8b80-4d1e-b316-32923e20420d tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Deleting port f6dc92b4-60c3-4caf-9201-0172ba74f7fd {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:23:39.815365 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2fd87ef4-5a5c-47a8-9beb-b64ac71604af req-2134be38-8b80-4d1e-b316-32923e20420d tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:39.867789 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-fdb2ee3c-1bc7-4588-9de4-33d8f9c54a25 req-da27db34-a269-4b25-aabd-34141ccdca27 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823855 Aug 25 18:23:39.941657 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-2fd87ef4-5a5c-47a8-9beb-b64ac71604af req-2134be38-8b80-4d1e-b316-32923e20420d tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] For port f6dc92b4-60c3-4caf-9201-0172ba74f7fd, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f6dc92b4-60c3-4caf-9201-0172ba74f7fd,segment=NetworkSegment(fd65dba9-b66e-472c-b256-f4a4ac3c733e),segment_id=fd65dba9-b66e-472c-b256-f4a4ac3c733e)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:23:39.942019 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2fd87ef4-5a5c-47a8-9beb-b64ac71604af req-2134be38-8b80-4d1e-b316-32923e20420d tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:39.960850 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-2fd87ef4-5a5c-47a8-9beb-b64ac71604af req-2134be38-8b80-4d1e-b316-32923e20420d tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Calling delete_port for f6dc92b4-60c3-4caf-9201-0172ba74f7fd owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:23:40.005320 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe1707-81fd-4759-8bb8-5f93809ea04e req-99d90a8a-dd9f-4759-8f2a-265e9a2432ca tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:40.006800 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-28fe1707-81fd-4759-8bb8-5f93809ea04e req-99d90a8a-dd9f-4759-8f2a-265e9a2432ca tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c402e9-b5d2-4bdf-94f8-255264e0ce8b HTTP/1.1" status: 200 len: 943 time: 0.0995796 Aug 25 18:23:40.116064 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-28fe1707-81fd-4759-8bb8-5f93809ea04e req-8b439a72-ca5c-4dd5-badc-dfd85ce82a66 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755274 Aug 25 18:23:40.136777 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4c133-317b-4118-b9c7-b8fca9fa1667 req-70a127fe-a423-4679-be93-400f5c609851 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:40.138292 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c9c4c133-317b-4118-b9c7-b8fca9fa1667 req-70a127fe-a423-4679-be93-400f5c609851 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=bafba138-96a8-4eec-a919-317013281908 HTTP/1.1" status: 200 len: 944 time: 0.1005177 Aug 25 18:23:40.212250 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c9c4c133-317b-4118-b9c7-b8fca9fa1667 req-2ffd1f75-b6a1-4d31-8d39-5339712016e4 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fa8411f-f329-4f07-af96-a056509f895f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645595 Aug 25 18:23:40.225385 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2fd87ef4-5a5c-47a8-9beb-b64ac71604af req-2134be38-8b80-4d1e-b316-32923e20420d tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:40.253382 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134be38-8b80-4d1e-b316-32923e20420d tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Pushing event deleted for resources: {'Port': ['ID=f6dc92b4-60c3-4caf-9201-0172ba74f7fd,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:40.310515 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd87ef4-5a5c-47a8-9beb-b64ac71604af req-2134be38-8b80-4d1e-b316-32923e20420d tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] No DVR routers for this DVR port f6dc92b4-60c3-4caf-9201-0172ba74f7fd on host hv-cinder-79049 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:23:40.313498 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2fd87ef4-5a5c-47a8-9beb-b64ac71604af req-2134be38-8b80-4d1e-b316-32923e20420d tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:40.315476 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2fd87ef4-5a5c-47a8-9beb-b64ac71604af req-2134be38-8b80-4d1e-b316-32923e20420d tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.24 "DELETE /v2.0/ports/f6dc92b4-60c3-4caf-9201-0172ba74f7fd HTTP/1.1" status: 204 len: 173 time: 0.7171226 Aug 25 18:23:40.315917 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93df5824-10de-44e4-acfb-ff6619e947e9', 'name': 'network-vif-deleted', 'tag': 'f6dc92b4-60c3-4caf-9201-0172ba74f7fd'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:23:40.318166 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e3ea68-3344-4f08-ae19-56a526e94d8e" -d '{"events": [{"server_uuid": "93df5824-10de-44e4-acfb-ff6619e947e9", "name": "network-vif-deleted", "tag": "f6dc92b4-60c3-4caf-9201-0172ba74f7fd"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:23:40.355131 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abea788d-11cb-4cd6-93d1-709b0d9cf875 x-openstack-request-id: req-abea788d-11cb-4cd6-93d1-709b0d9cf875 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:23:40.355418 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93df5824-10de-44e4-acfb-ff6619e947e9", "name": "network-vif-deleted", "tag": "f6dc92b4-60c3-4caf-9201-0172ba74f7fd", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:23:40.355668 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-abea788d-11cb-4cd6-93d1-709b0d9cf875 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:23:40.356057 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93df5824-10de-44e4-acfb-ff6619e947e9', 'name': 'network-vif-deleted', 'tag': 'f6dc92b4-60c3-4caf-9201-0172ba74f7fd', 'status': 'completed', 'code': 200} Aug 25 18:23:40.690027 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-bb1cc6d7-f517-4fa0-8256-98dba8486e6d req-7d426a72-b652-4685-85af-602b85263f76 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/ports?device_id=93df5824-10de-44e4-acfb-ff6619e947e9 HTTP/1.1" status: 200 len: 210 time: 0.0248027 Aug 25 18:23:40.984082 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ea4c5-5035-49ad-bf51-8e49804dc053 req-e630e3ea-7466-4cd6-acc7-dc1ddb77c7b8 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:40.985600 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2a5ea4c5-5035-49ad-bf51-8e49804dc053 req-e630e3ea-7466-4cd6-acc7-dc1ddb77c7b8 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.0498524 Aug 25 18:23:41.023962 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2a5ea4c5-5035-49ad-bf51-8e49804dc053 req-4b3f351e-95cb-4d79-9be5-68dfbd04adde tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324984 Aug 25 18:23:41.225626 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11261c79-9959-4d12-b07e-9272b404adba req-c143596e-4944-4fd6-b938-680394fdaf42 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:41.226971 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-11261c79-9959-4d12-b07e-9272b404adba req-c143596e-4944-4fd6-b938-680394fdaf42 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c402e9-b5d2-4bdf-94f8-255264e0ce8b HTTP/1.1" status: 200 len: 943 time: 0.0460868 Aug 25 18:23:41.263138 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-11261c79-9959-4d12-b07e-9272b404adba req-a9a15ec0-29cf-4ef8-a212-7254d96648d6 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298898 Aug 25 18:23:41.364112 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864f4ae-7c15-4dae-b23e-e152dc5e458b req-20517769-adb9-45d6-9f58-34cfb60ba31b tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:41.365650 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0864f4ae-7c15-4dae-b23e-e152dc5e458b req-20517769-adb9-45d6-9f58-34cfb60ba31b tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=bafba138-96a8-4eec-a919-317013281908 HTTP/1.1" status: 200 len: 944 time: 0.0509336 Aug 25 18:23:41.404936 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0864f4ae-7c15-4dae-b23e-e152dc5e458b req-1380c9db-e2ee-413a-9d22-cb81917c3f43 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fa8411f-f329-4f07-af96-a056509f895f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330279 Aug 25 18:23:41.785326 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-92ec0da0-aca9-4380-8812-e59f25604045 req-13c31a25-fd6c-4cc8-94a1-f04dccb622f5 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/ports?device_id=93df5824-10de-44e4-acfb-ff6619e947e9 HTTP/1.1" status: 200 len: 210 time: 0.0282066 Aug 25 18:23:41.878709 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['f6dc92b4-60c3-4caf-9201-0172ba74f7fd'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:23:42.137798 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae789e7-c11f-4a44-8402-743cf6713a2d req-1f1b7ffd-d61d-4ffb-a08f-e201a7ca8b95 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:42.139234 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-fae789e7-c11f-4a44-8402-743cf6713a2d req-1f1b7ffd-d61d-4ffb-a08f-e201a7ca8b95 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.0474007 Aug 25 18:23:42.174612 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-fae789e7-c11f-4a44-8402-743cf6713a2d req-d6dfe0e3-8fa9-4538-a675-3b9d0ca6dbd7 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297341 Aug 25 18:23:42.374461 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46938e42-9d24-4c96-b267-8b56a930da8d req-32c364a5-4959-492a-bbe6-aee05d393fc9 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:42.375891 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-46938e42-9d24-4c96-b267-8b56a930da8d req-32c364a5-4959-492a-bbe6-aee05d393fc9 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c402e9-b5d2-4bdf-94f8-255264e0ce8b HTTP/1.1" status: 200 len: 943 time: 0.0463469 Aug 25 18:23:42.411663 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-46938e42-9d24-4c96-b267-8b56a930da8d req-d1207773-0191-4c0b-9ad9-1984cc63d486 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300915 Aug 25 18:23:42.519093 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761e0f9-ff18-459e-83d3-6687499e1541 req-8665c9c0-4d09-406a-9222-d357a775b314 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:42.520526 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c761e0f9-ff18-459e-83d3-6687499e1541 req-8665c9c0-4d09-406a-9222-d357a775b314 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=bafba138-96a8-4eec-a919-317013281908 HTTP/1.1" status: 200 len: 944 time: 0.0491266 Aug 25 18:23:42.557938 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c761e0f9-ff18-459e-83d3-6687499e1541 req-63f4d1ab-f2ad-4fbb-9fc9-a900e30af4b2 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fa8411f-f329-4f07-af96-a056509f895f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309711 Aug 25 18:23:42.876797 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b93faddc-cd8f-49d9-8e83-c05d56714f59 req-7a1c09a3-20a4-4e05-8624-931439aa2747 tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/ports?device_id=93df5824-10de-44e4-acfb-ff6619e947e9 HTTP/1.1" status: 200 len: 210 time: 0.0250835 Aug 25 18:23:42.944783 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device dc04a211-8b19-4c85-b497-dd60f0bb0e92 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 18:23:43.043310 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port dc04a211-8b19-4c85-b497-dd60f0bb0e92, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=dc04a211-8b19-4c85-b497-dd60f0bb0e92,segment=NetworkSegment(af3ddc7f-e50c-4acc-a5eb-2108c8706daa),segment_id=af3ddc7f-e50c-4acc-a5eb-2108c8706daa)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:23:43.055553 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Returning: {'device': 'dc04a211-8b19-4c85-b497-dd60f0bb0e92', 'network_id': '712e96ef-9e9b-4b73-86e7-fd167aa50e3f', 'port_id': 'dc04a211-8b19-4c85-b497-dd60f0bb0e92', 'mac_address': 'fa:16:3e:df:53:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e0cb288-de13-48e8-a459-ea7d40af495d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 18:23:43.096785 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:43.110114 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc04a211-8b19-4c85-b497-dd60f0bb0e92 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:23:43.130476 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port dc04a211-8b19-4c85-b497-dd60f0bb0e92, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=dc04a211-8b19-4c85-b497-dd60f0bb0e92,segment=NetworkSegment(af3ddc7f-e50c-4acc-a5eb-2108c8706daa),segment_id=af3ddc7f-e50c-4acc-a5eb-2108c8706daa)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:23:43.134214 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:43.180149 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=dc04a211-8b19-4c85-b497-dd60f0bb0e92,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:43.187427 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:43.187770 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:43.188111 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:43.188435 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:43.188810 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:43.189139 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:43.189457 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:43.189778 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:43.190123 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:43.190443 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:43.190761 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:43.191076 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:43.283725 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9776329-7a1a-43a0-80cc-19cd1fe59c50 req-c997523d-90b8-45b0-8cc9-7864444df6bb tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:43.285210 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d9776329-7a1a-43a0-80cc-19cd1fe59c50 req-c997523d-90b8-45b0-8cc9-7864444df6bb tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.0461330 Aug 25 18:23:43.324161 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d9776329-7a1a-43a0-80cc-19cd1fe59c50 req-a1b48af8-fa40-4994-97e5-305a93750642 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320487 Aug 25 18:23:43.512963 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['dc04a211-8b19-4c85-b497-dd60f0bb0e92'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:23:43.524147 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07e5be-9457-46d0-9226-b59382e63c87 req-3d1a0aaf-7a45-4c15-abd9-575fa3e45065 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:43.526134 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7a07e5be-9457-46d0-9226-b59382e63c87 req-3d1a0aaf-7a45-4c15-abd9-575fa3e45065 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c402e9-b5d2-4bdf-94f8-255264e0ce8b HTTP/1.1" status: 200 len: 943 time: 0.0480301 Aug 25 18:23:43.563871 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7a07e5be-9457-46d0-9226-b59382e63c87 req-e6109393-9c29-468d-8915-8cc0d404eff3 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317245 Aug 25 18:23:43.680780 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c9921-020c-439d-b305-3eadc1964e7d req-de104b13-a5b7-40a0-815b-5654d7f89145 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:43.682296 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2d1c9921-020c-439d-b305-3eadc1964e7d req-de104b13-a5b7-40a0-815b-5654d7f89145 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=bafba138-96a8-4eec-a919-317013281908 HTTP/1.1" status: 200 len: 945 time: 0.0578237 Aug 25 18:23:43.720813 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2d1c9921-020c-439d-b305-3eadc1964e7d req-5e3f48f6-3d50-475d-9596-bae82a633fed tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fa8411f-f329-4f07-af96-a056509f895f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324953 Aug 25 18:23:43.884432 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device f6dc92b4-60c3-4caf-9201-0172ba74f7fd no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:23:43.905783 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] No Port match for: f6dc92b4-60c3-4caf-9201-0172ba74f7fd {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:23:43.906122 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device f6dc92b4-60c3-4caf-9201-0172ba74f7fd not bound to the agent host hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:23:43.987394 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5140c240-0de3-409f-8aa2-55a1fb2d6229 req-4d4c18b7-b9ee-4fbe-84c1-a1ad89a4d28b tempest-DeleteServersTestJSON-1948580795 tempest-DeleteServersTestJSON-1948580795-project] 10.222.0.37 "GET /v2.0/ports?device_id=93df5824-10de-44e4-acfb-ff6619e947e9 HTTP/1.1" status: 200 len: 210 time: 0.0294101 Aug 25 18:23:44.097525 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b2629e32-c03c-4ed0-8f05-7f0c9782a07c req-c198913b-d8a8-4ac2-a0fd-572925621d24 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=93df5824-10de-44e4-acfb-ff6619e947e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0252838 Aug 25 18:23:44.192270 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b2629e32-c03c-4ed0-8f05-7f0c9782a07c req-5b950964-1a55-49c2-9a53-355fbbc860bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa3d96c178cf4c50882e25bc1e03847d&device_id=93df5824-10de-44e4-acfb-ff6619e947e9 HTTP/1.1" status: 200 len: 210 time: 0.0275695 Aug 25 18:23:44.397976 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2629e32-c03c-4ed0-8f05-7f0c9782a07c req-a21df3bf-b353-4c0e-bf22-377342af7626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:44.399385 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b2629e32-c03c-4ed0-8f05-7f0c9782a07c req-a21df3bf-b353-4c0e-bf22-377342af7626 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=aa3d96c178cf4c50882e25bc1e03847d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1623228 Aug 25 18:23:44.538719 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5daa2c8-7708-48b3-890f-d8b7febffa6d req-530d6330-37a6-4922-a15d-0b064f230226 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:44.540679 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e5daa2c8-7708-48b3-890f-d8b7febffa6d req-530d6330-37a6-4922-a15d-0b064f230226 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.1040268 Aug 25 18:23:44.573619 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2629e32-c03c-4ed0-8f05-7f0c9782a07c req-9525994f-7531-4746-9d11-543f7d3af3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:44.575066 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b2629e32-c03c-4ed0-8f05-7f0c9782a07c req-9525994f-7531-4746-9d11-543f7d3af3ca service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1625397 Aug 25 18:23:44.605913 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e5daa2c8-7708-48b3-890f-d8b7febffa6d req-66362264-017d-4c95-9c1c-3eb3cd7f7979 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568187 Aug 25 18:23:44.684185 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d850d75-8754-4c99-8fbf-84260c34e965 req-795c4467-466c-4bc5-a9c4-29356e748322 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:44.685670 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5d850d75-8754-4c99-8fbf-84260c34e965 req-795c4467-466c-4bc5-a9c4-29356e748322 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c402e9-b5d2-4bdf-94f8-255264e0ce8b HTTP/1.1" status: 200 len: 943 time: 0.0482290 Aug 25 18:23:44.726709 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5d850d75-8754-4c99-8fbf-84260c34e965 req-9de0a197-848e-41bf-adac-75007d8a6006 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349550 Aug 25 18:23:44.846060 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31cb35e-e42c-4ba9-85c8-50a3ad9aed61 req-13a2d795-905e-4b71-a19c-65d2f6bff42d tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:44.847615 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a31cb35e-e42c-4ba9-85c8-50a3ad9aed61 req-13a2d795-905e-4b71-a19c-65d2f6bff42d tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=bafba138-96a8-4eec-a919-317013281908 HTTP/1.1" status: 200 len: 945 time: 0.0549490 Aug 25 18:23:44.890128 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a31cb35e-e42c-4ba9-85c8-50a3ad9aed61 req-f1447dec-8a74-4b84-99c2-094428cb2343 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fa8411f-f329-4f07-af96-a056509f895f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363622 Aug 25 18:23:45.257880 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 34882) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:45.367371 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-43eb4635-2ac5-4888-a06e-6dd245cec31f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:45.467374 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-43eb4635-2ac5-4888-a06e-6dd245cec31f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:45.470935 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-43eb4635-2ac5-4888-a06e-6dd245cec31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:45.506282 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-43eb4635-2ac5-4888-a06e-6dd245cec31f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=011f2d5edd8b44b0ab3e1c734e221434&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473500 Aug 25 18:23:45.507203 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb4635-2ac5-4888-a06e-6dd245cec31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ef99de-5166-42ea-bebd-e5495b7cfab6,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:45.509035 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 34890) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:45.560466 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-499f3899-40c0-47dc-bb3c-6148cea41748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:45.581811 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-499f3899-40c0-47dc-bb3c-6148cea41748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:45.632511 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-499f3899-40c0-47dc-bb3c-6148cea41748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:45.635790 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-499f3899-40c0-47dc-bb3c-6148cea41748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:45.636928 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-499f3899-40c0-47dc-bb3c-6148cea41748 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/55ef99de-5166-42ea-bebd-e5495b7cfab6 HTTP/1.1" status: 204 len: 168 time: 0.1255682 Aug 25 18:23:45.645652 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f3899-40c0-47dc-bb3c-6148cea41748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ef99de-5166-42ea-bebd-e5495b7cfab6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:45.729483 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23da8a-ca2d-4f39-8f47-f772707b8861 req-1658b4de-e394-41b8-bd18-db682e753bcc tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:45.730999 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-cf23da8a-ca2d-4f39-8f47-f772707b8861 req-1658b4de-e394-41b8-bd18-db682e753bcc tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.0484598 Aug 25 18:23:45.774797 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-cf23da8a-ca2d-4f39-8f47-f772707b8861 req-ede9a89f-49eb-4e66-9fc7-8fa5188d23fa tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374019 Aug 25 18:23:45.872964 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa6182-94c2-4df5-82d4-13486247c13e req-bc0a1a05-1d2b-4ed1-9a0d-733ed57514f8 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:45.874607 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-21fa6182-94c2-4df5-82d4-13486247c13e req-bc0a1a05-1d2b-4ed1-9a0d-733ed57514f8 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c402e9-b5d2-4bdf-94f8-255264e0ce8b HTTP/1.1" status: 200 len: 943 time: 0.0597370 Aug 25 18:23:45.888728 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 851e6b02-1d26-41c2-b4d8-4cd25cad8dcc details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 18:23:45.891492 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device dc04a211-8b19-4c85-b497-dd60f0bb0e92 up at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:23:45.943794 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 34908) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:45.947063 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-21fa6182-94c2-4df5-82d4-13486247c13e req-7455a39e-2eae-4c61-8ce6-e4e5b921eab8 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638950 Aug 25 18:23:45.968817 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c23d1a26-2d64-476e-aba6-e51ce8dc8ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:46.028949 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d2509-6095-4742-893d-af7397547563 req-07aee530-a240-46a4-9d2e-d7f756ae50b6 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:46.030456 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d50d2509-6095-4742-893d-af7397547563 req-07aee530-a240-46a4-9d2e-d7f756ae50b6 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=bafba138-96a8-4eec-a919-317013281908 HTTP/1.1" status: 200 len: 945 time: 0.0502560 Aug 25 18:23:46.058857 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:46.075468 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c23d1a26-2d64-476e-aba6-e51ce8dc8ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:46.077147 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d50d2509-6095-4742-893d-af7397547563 req-8e6cf9f5-d6db-47cd-9fe7-e97121f0e5e1 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fa8411f-f329-4f07-af96-a056509f895f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390048 Aug 25 18:23:46.082160 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c23d1a26-2d64-476e-aba6-e51ce8dc8ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:46.084240 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning for port dc04a211-8b19-4c85-b497-dd60f0bb0e92 completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:23:46.099071 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 851e6b02-1d26-41c2-b4d8-4cd25cad8dcc, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=851e6b02-1d26-41c2-b4d8-4cd25cad8dcc,segment=NetworkSegment(c3ad605d-0b91-482b-81a4-b24229efd6d3),segment_id=c3ad605d-0b91-482b-81a4-b24229efd6d3)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:23:46.101949 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning complete for port dc04a211-8b19-4c85-b497-dd60f0bb0e92 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:23:46.102319 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:46.123694 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-c23d1a26-2d64-476e-aba6-e51ce8dc8ec0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5e1d3010f8a74915a4591dca1664c57f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1787257 Aug 25 18:23:46.124633 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d1a26-2d64-476e-aba6-e51ce8dc8ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8c92a7-8be7-408a-a974-9183bc3fc101,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:46.126379 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 34910) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:46.130724 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Returning: {'device': '851e6b02-1d26-41c2-b4d8-4cd25cad8dcc', 'network_id': '2cd15194-5e4d-4178-a19c-bfac18d7be9f', 'port_id': '851e6b02-1d26-41c2-b4d8-4cd25cad8dcc', 'mac_address': 'fa:16:3e:27:1f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecab46d4-97f7-43f1-803d-02b5f4e01661', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 18:23:46.180495 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-122daea7-bf25-4cef-a35c-a3f87df14570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:46.181184 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:46.198557 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 851e6b02-1d26-41c2-b4d8-4cd25cad8dcc {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:23:46.202502 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-122daea7-bf25-4cef-a35c-a3f87df14570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:46.245849 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 851e6b02-1d26-41c2-b4d8-4cd25cad8dcc, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=851e6b02-1d26-41c2-b4d8-4cd25cad8dcc,segment=NetworkSegment(c3ad605d-0b91-482b-81a4-b24229efd6d3),segment_id=c3ad605d-0b91-482b-81a4-b24229efd6d3)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:23:46.251401 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:46.253498 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:46.256366 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-122daea7-bf25-4cef-a35c-a3f87df14570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:46.259064 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-122daea7-bf25-4cef-a35c-a3f87df14570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:46.263300 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-122daea7-bf25-4cef-a35c-a3f87df14570 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fe8c92a7-8be7-408a-a974-9183bc3fc101 HTTP/1.1" status: 204 len: 168 time: 0.1334021 Aug 25 18:23:46.268928 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122daea7-bf25-4cef-a35c-a3f87df14570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8c92a7-8be7-408a-a974-9183bc3fc101,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:46.315748 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafba138-96a8-4eec-a919-317013281908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc04a211-8b19-4c85-b497-dd60f0bb0e92'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:23:46.318013 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700cf778d203af030a48c7cd7e91a8769aab6ec207ebda1a87165573d1bde0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdf2c94-4a32-4eb0-853d-d0f6e993d71a" -d '{"events": [{"server_uuid": "bafba138-96a8-4eec-a919-317013281908", "name": "network-vif-plugged", "status": "completed", "tag": "dc04a211-8b19-4c85-b497-dd60f0bb0e92"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:23:46.342267 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port dc04a211-8b19-4c85-b497-dd60f0bb0e92, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=dc04a211-8b19-4c85-b497-dd60f0bb0e92,segment=NetworkSegment(af3ddc7f-e50c-4acc-a5eb-2108c8706daa),segment_id=af3ddc7f-e50c-4acc-a5eb-2108c8706daa)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:23:46.349901 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:46.353736 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=851e6b02-1d26-41c2-b4d8-4cd25cad8dcc,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:46.361175 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938e7dd4-8f5e-45da-8f69-c92e4af1bb27 x-openstack-request-id: req-938e7dd4-8f5e-45da-8f69-c92e4af1bb27 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:23:46.361489 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bafba138-96a8-4eec-a919-317013281908", "name": "network-vif-plugged", "status": "completed", "tag": "dc04a211-8b19-4c85-b497-dd60f0bb0e92", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:23:46.361741 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-938e7dd4-8f5e-45da-8f69-c92e4af1bb27 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:23:46.362120 dv-cinder-790492-8-iscsi neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafba138-96a8-4eec-a919-317013281908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc04a211-8b19-4c85-b497-dd60f0bb0e92', 'code': 200} Aug 25 18:23:46.424944 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=dc04a211-8b19-4c85-b497-dd60f0bb0e92,revision_number=5']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:46.471845 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 34928) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:46.525421 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f13cdee-18f8-4d31-a374-6c092b366542 admin admin] Deleting subnet 3f8e573a-17eb-4adc-92ac-7739d0754b94 {{(pid=93792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 18:23:46.528791 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8f13cdee-18f8-4d31-a374-6c092b366542 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:46.576590 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['851e6b02-1d26-41c2-b4d8-4cd25cad8dcc'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:23:46.583675 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8f13cdee-18f8-4d31-a374-6c092b366542 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:46.594614 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8f13cdee-18f8-4d31-a374-6c092b366542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541805'] for subnet, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:46.640843 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bdba5-5195-4c88-83a0-6977b725d794 req-eeb07cef-4d1f-40a4-8072-0cb748a287bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:46.643698 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9a8bdba5-5195-4c88-83a0-6977b725d794 req-eeb07cef-4d1f-40a4-8072-0cb748a287bd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bafba138-96a8-4eec-a919-317013281908 HTTP/1.1" status: 200 len: 1099 time: 0.0624518 Aug 25 18:23:46.685935 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8f13cdee-18f8-4d31-a374-6c092b366542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146'] for subnet, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:46.698031 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9a8bdba5-5195-4c88-83a0-6977b725d794 req-2e8693b3-012a-411a-8418-1bc119e90405 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8fa8411f-f329-4f07-af96-a056509f895f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421081 Aug 25 18:23:46.719665 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13cdee-18f8-4d31-a374-6c092b366542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f8e573a-17eb-4adc-92ac-7739d0754b94,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:46.729507 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8f13cdee-18f8-4d31-a374-6c092b366542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for subnet, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:46.731895 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-8f13cdee-18f8-4d31-a374-6c092b366542 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3f8e573a-17eb-4adc-92ac-7739d0754b94 HTTP/1.1" status: 204 len: 168 time: 0.2585661 Aug 25 18:23:46.734393 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 34942) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:46.830395 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-affbde8f-a279-4750-96fe-c77d2e73a8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548157'] for network, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:46.898150 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b49b2-af34-453d-baad-314a130dd54e req-6353fd0a-80b2-4ead-bbbc-256ba8652b78 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:46.900329 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1f9b49b2-af34-453d-baad-314a130dd54e req-6353fd0a-80b2-4ead-bbbc-256ba8652b78 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.0549500 Aug 25 18:23:46.915491 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-affbde8f-a279-4750-96fe-c77d2e73a8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651606', 'neutron.services.segments.db._delete_segments_for_network-8748354584558'] for network, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:46.928733 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-affbde8f-a279-4750-96fe-c77d2e73a8dc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:23:46.929454 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-affbde8f-a279-4750-96fe-c77d2e73a8dc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:23:46.930322 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-affbde8f-a279-4750-96fe-c77d2e73a8dc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:23:46.930655 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-affbde8f-a279-4750-96fe-c77d2e73a8dc admin admin] Subscribe: > port after_create 55550000 {{(pid=93792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:23:46.930988 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-affbde8f-a279-4750-96fe-c77d2e73a8dc admin admin] Subscribe: > port after_delete 55550000 {{(pid=93792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:23:46.931497 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-affbde8f-a279-4750-96fe-c77d2e73a8dc admin admin] Subscribe: > port after_update 55550000 {{(pid=93792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:23:46.932335 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-affbde8f-a279-4750-96fe-c77d2e73a8dc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:23:46.932979 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-affbde8f-a279-4750-96fe-c77d2e73a8dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:23:46.933832 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-affbde8f-a279-4750-96fe-c77d2e73a8dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:23:46.934134 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-affbde8f-a279-4750-96fe-c77d2e73a8dc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:23:46.946131 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1f9b49b2-af34-453d-baad-314a130dd54e req-ab59fc6c-9a0e-4b06-be3c-8e078be2802d tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380023 Aug 25 18:23:47.082791 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd9219-d05c-48df-9545-02422bb2b776 req-52865a7f-64df-44bb-a4f9-c567573ea01e tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:47.084592 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f7cd9219-d05c-48df-9545-02422bb2b776 req-52865a7f-64df-44bb-a4f9-c567573ea01e tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c402e9-b5d2-4bdf-94f8-255264e0ce8b HTTP/1.1" status: 200 len: 944 time: 0.0590405 Aug 25 18:23:47.127758 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f7cd9219-d05c-48df-9545-02422bb2b776 req-868b8bfd-ba82-44ee-8f25-912b5cd8b1dd tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339439 Aug 25 18:23:47.128908 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-affbde8f-a279-4750-96fe-c77d2e73a8dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:23:47.129428 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-affbde8f-a279-4750-96fe-c77d2e73a8dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:23:47.129832 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-affbde8f-a279-4750-96fe-c77d2e73a8dc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:23:47.130303 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-affbde8f-a279-4750-96fe-c77d2e73a8dc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:23:47.130768 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.services.segments.db [None req-affbde8f-a279-4750-96fe-c77d2e73a8dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['027ca67f-1ba8-44ee-953d-79215c56cc3d']}} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:23:47.159074 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.services.segments.db [None req-affbde8f-a279-4750-96fe-c77d2e73a8dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd65dba9-b66e-472c-b256-f4a4ac3c733e') {'for_net_delete': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:23:47.159456 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.services.segments.db [None req-affbde8f-a279-4750-96fe-c77d2e73a8dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd65dba9-b66e-472c-b256-f4a4ac3c733e') {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:23:47.181080 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-affbde8f-a279-4750-96fe-c77d2e73a8dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748354584441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12801345'] for segment, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:47.204840 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-affbde8f-a279-4750-96fe-c77d2e73a8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788'] for segment, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:47.221569 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-affbde8f-a279-4750-96fe-c77d2e73a8dc admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=93792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 18:23:47.221569 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-affbde8f-a279-4750-96fe-c77d2e73a8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12706241'] for segment, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:47.221569 dv-cinder-790492-8-iscsi neutron-server[93792]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 18:23:47.221569 dv-cinder-790492-8-iscsi neutron-server[93792]: from cryptography.utils import int_from_bytes Aug 25 18:23:47.221569 dv-cinder-790492-8-iscsi neutron-server[93792]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 18:23:47.221569 dv-cinder-790492-8-iscsi neutron-server[93792]: from cryptography.utils import int_from_bytes Aug 25 18:23:47.221569 dv-cinder-790492-8-iscsi neutron-server[93792]: Traceback (most recent call last): Aug 25 18:23:47.221569 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 18:23:47.221569 dv-cinder-790492-8-iscsi neutron-server[93792]: timer() Aug 25 18:23:47.221569 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 18:23:47.221569 dv-cinder-790492-8-iscsi neutron-server[93792]: cb(*args, **kw) Aug 25 18:23:47.221569 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 18:23:47.221569 dv-cinder-790492-8-iscsi neutron-server[93792]: return func(*args, **kwargs) Aug 25 18:23:47.221569 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 18:23:47.221569 dv-cinder-790492-8-iscsi neutron-server[93792]: self._notify() Aug 25 18:23:47.221569 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 18:23:47.221569 dv-cinder-790492-8-iscsi neutron-server[93792]: self.callback(batched_events) Aug 25 18:23:47.221569 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 18:23:47.221569 dv-cinder-790492-8-iscsi neutron-server[93792]: event.method(event) Aug 25 18:23:47.221569 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 18:23:47.221569 dv-cinder-790492-8-iscsi neutron-server[93792]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 18:23:47.221569 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 18:23:47.221569 dv-cinder-790492-8-iscsi neutron-server[93792]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 18:23:47.221569 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 18:23:47.221569 dv-cinder-790492-8-iscsi neutron-server[93792]: return f(self, *a, **k) Aug 25 18:23:47.221569 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 18:23:47.221569 dv-cinder-790492-8-iscsi neutron-server[93792]: return self._get(url).json() Aug 25 18:23:47.221569 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 18:23:47.221569 dv-cinder-790492-8-iscsi neutron-server[93792]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 18:23:47.221569 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 18:23:47.221569 dv-cinder-790492-8-iscsi neutron-server[93792]: return self.request(url, 'GET', **kwargs) Aug 25 18:23:47.221569 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 18:23:47.221569 dv-cinder-790492-8-iscsi neutron-server[93792]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 18:23:47.221569 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 18:23:47.221569 dv-cinder-790492-8-iscsi neutron-server[93792]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 18:23:47.221569 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 18:23:47.221569 dv-cinder-790492-8-iscsi neutron-server[93792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 18:23:47.221569 dv-cinder-790492-8-iscsi neutron-server[93792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 18:23:47.223660 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e07fc-518d-4866-a16b-4e2c8f64a9f5 req-12095039-7e41-496c-9393-6ad80e040765 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:47.224441 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d00e07fc-518d-4866-a16b-4e2c8f64a9f5 req-12095039-7e41-496c-9393-6ad80e040765 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=bafba138-96a8-4eec-a919-317013281908 HTTP/1.1" status: 200 len: 946 time: 0.0693913 Aug 25 18:23:47.275362 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d00e07fc-518d-4866-a16b-4e2c8f64a9f5 req-e057f10b-e0e2-4e5f-880a-1fb2c4c7b1b8 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fa8411f-f329-4f07-af96-a056509f895f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454769 Aug 25 18:23:47.290449 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-affbde8f-a279-4750-96fe-c77d2e73a8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438115'] for network, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:47.302157 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-affbde8f-a279-4750-96fe-c77d2e73a8dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for network, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:47.307064 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-affbde8f-a279-4750-96fe-c77d2e73a8dc admin admin] 10.222.0.37 "DELETE /v2.0/networks/027ca67f-1ba8-44ee-953d-79215c56cc3d HTTP/1.1" status: 204 len: 168 time: 0.5680411 Aug 25 18:23:47.314114 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affbde8f-a279-4750-96fe-c77d2e73a8dc admin admin] Pushing event deleted for resources: {'Network': ['ID=027ca67f-1ba8-44ee-953d-79215c56cc3d,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:47.374988 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 34978) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:47.484278 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 34984) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:47.524010 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-10933c43-4658-471c-b331-1482f004ce2d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aa3d96c178cf4c50882e25bc1e03847d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0378745 Aug 25 18:23:47.526644 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 34986) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:47.589541 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1768e4af-a63b-44eb-ba1d-ee131d5d57d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:47.743635 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 34996) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:47.794438 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d1b66af1-2e1a-418a-a135-fc3f6995c8c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:47.800803 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1768e4af-a63b-44eb-ba1d-ee131d5d57d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:47.856514 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e1c069b1-d6f5-4da7-94de-bb811f36b836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:47.880531 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1768e4af-a63b-44eb-ba1d-ee131d5d57d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:47.882964 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1768e4af-a63b-44eb-ba1d-ee131d5d57d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:47.884082 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-1768e4af-a63b-44eb-ba1d-ee131d5d57d4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/80d899e3-7802-4972-be1b-c74dc70efbf9 HTTP/1.1" status: 204 len: 168 time: 0.3565335 Aug 25 18:23:47.898257 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768e4af-a63b-44eb-ba1d-ee131d5d57d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d899e3-7802-4972-be1b-c74dc70efbf9,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:47.924833 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 851e6b02-1d26-41c2-b4d8-4cd25cad8dcc up at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:23:47.943599 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d1b66af1-2e1a-418a-a135-fc3f6995c8c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:47.948698 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d1b66af1-2e1a-418a-a135-fc3f6995c8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:47.993759 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b66af1-2e1a-418a-a135-fc3f6995c8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063930ae-02f1-48bd-a5c1-e72ced6f0518,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:48.002440 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-d1b66af1-2e1a-418a-a135-fc3f6995c8c9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2be479e019714a5a893f767435a32d83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6261077 Aug 25 18:23:48.003320 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 35016) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:48.007480 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning for port 851e6b02-1d26-41c2-b4d8-4cd25cad8dcc completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:23:48.021476 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning complete for port 851e6b02-1d26-41c2-b4d8-4cd25cad8dcc triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:23:48.021851 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:48.081417 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3b936600-e65e-486d-ad61-56aa6bc6a1c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:48.084487 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e1c069b1-d6f5-4da7-94de-bb811f36b836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:48.107849 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e1c069b1-d6f5-4da7-94de-bb811f36b836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:48.113159 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3b936600-e65e-486d-ad61-56aa6bc6a1c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:48.160874 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:48.173129 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 35022) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:48.181602 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c069b1-d6f5-4da7-94de-bb811f36b836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20634ed2-c5ae-45da-9a68-21017db5b75a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:48.199136 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3b936600-e65e-486d-ad61-56aa6bc6a1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:48.204032 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3b936600-e65e-486d-ad61-56aa6bc6a1c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:48.206340 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-3b936600-e65e-486d-ad61-56aa6bc6a1c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/063930ae-02f1-48bd-a5c1-e72ced6f0518 HTTP/1.1" status: 204 len: 168 time: 0.2014987 Aug 25 18:23:48.218845 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-e1c069b1-d6f5-4da7-94de-bb811f36b836 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=015b16a1ec6841a9b178089b9eed76d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4740827 Aug 25 18:23:48.221474 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 35028) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:48.226988 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b936600-e65e-486d-ad61-56aa6bc6a1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063930ae-02f1-48bd-a5c1-e72ced6f0518,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:48.274858 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 851e6b02-1d26-41c2-b4d8-4cd25cad8dcc, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=851e6b02-1d26-41c2-b4d8-4cd25cad8dcc,segment=NetworkSegment(c3ad605d-0b91-482b-81a4-b24229efd6d3),segment_id=c3ad605d-0b91-482b-81a4-b24229efd6d3)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:23:48.291722 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:48.356613 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=851e6b02-1d26-41c2-b4d8-4cd25cad8dcc,revision_number=5']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:48.363364 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c402e9-b5d2-4bdf-94f8-255264e0ce8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851e6b02-1d26-41c2-b4d8-4cd25cad8dcc'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:23:48.366947 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700cf778d203af030a48c7cd7e91a8769aab6ec207ebda1a87165573d1bde0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7583d435-c1e3-40ab-a2d9-a53074643aec" -d '{"events": [{"server_uuid": "06c402e9-b5d2-4bdf-94f8-255264e0ce8b", "name": "network-vif-plugged", "status": "completed", "tag": "851e6b02-1d26-41c2-b4d8-4cd25cad8dcc"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:23:48.486876 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b4d8c-ee7a-4f06-bf4a-b642c48ff36f req-2d863c4e-3418-4fd5-bf03-0c2ed5adc557 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:48.488273 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5e8b4d8c-ee7a-4f06-bf4a-b642c48ff36f req-2d863c4e-3418-4fd5-bf03-0c2ed5adc557 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.4021761 Aug 25 18:23:48.523222 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-69e79ce7-576f-4d80-b17f-1b3d4303489e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:48.551129 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2204453-2839-4b77-aefc-da7f0eea0e92 req-520ac118-7a6e-44e0-912e-7982735901c6 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:48.552657 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c2204453-2839-4b77-aefc-da7f0eea0e92 req-520ac118-7a6e-44e0-912e-7982735901c6 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c402e9-b5d2-4bdf-94f8-255264e0ce8b HTTP/1.1" status: 200 len: 944 time: 0.3145475 Aug 25 18:23:48.570065 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b97185be-3d52-420e-bf3a-398cd5a050f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:48.618884 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5e8b4d8c-ee7a-4f06-bf4a-b642c48ff36f req-2db10a49-3c20-4a13-a0b3-283e1183e0e6 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199243 Aug 25 18:23:48.624637 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b97185be-3d52-420e-bf3a-398cd5a050f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:48.670833 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-69e79ce7-576f-4d80-b17f-1b3d4303489e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:48.678058 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-69e79ce7-576f-4d80-b17f-1b3d4303489e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:48.732243 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-69e79ce7-576f-4d80-b17f-1b3d4303489e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2e9034e5971e4b21b922e8c5e84dcab9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5552156 Aug 25 18:23:48.732243 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e79ce7-576f-4d80-b17f-1b3d4303489e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b78c58-cc63-4871-80a2-8dcb5d60954b,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:48.737172 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 35050) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:48.752272 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b97185be-3d52-420e-bf3a-398cd5a050f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:48.754972 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b97185be-3d52-420e-bf3a-398cd5a050f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:48.758721 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-b97185be-3d52-420e-bf3a-398cd5a050f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/20634ed2-c5ae-45da-9a68-21017db5b75a HTTP/1.1" status: 204 len: 168 time: 0.5333276 Aug 25 18:23:48.765381 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c2204453-2839-4b77-aefc-da7f0eea0e92 req-8edb9673-1bd9-425d-817e-fded503a0d3c tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988297 Aug 25 18:23:48.789216 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97185be-3d52-420e-bf3a-398cd5a050f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20634ed2-c5ae-45da-9a68-21017db5b75a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:48.835158 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f0950-dea4-4744-a1b3-f8e974f34fea req-74ae5174-7a2d-4f56-8435-675062bf0c08 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:48.837365 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-959f0950-dea4-4744-a1b3-f8e974f34fea req-74ae5174-7a2d-4f56-8435-675062bf0c08 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=bafba138-96a8-4eec-a919-317013281908 HTTP/1.1" status: 200 len: 946 time: 0.1300843 Aug 25 18:23:48.847815 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d132e31-e50e-4a0a-b946-816818ec230e x-openstack-request-id: req-6d132e31-e50e-4a0a-b946-816818ec230e {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:23:48.848355 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c402e9-b5d2-4bdf-94f8-255264e0ce8b", "name": "network-vif-plugged", "status": "completed", "tag": "851e6b02-1d26-41c2-b4d8-4cd25cad8dcc", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:23:48.848718 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d132e31-e50e-4a0a-b946-816818ec230e {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:23:48.849330 dv-cinder-790492-8-iscsi neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c402e9-b5d2-4bdf-94f8-255264e0ce8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851e6b02-1d26-41c2-b4d8-4cd25cad8dcc', 'code': 200} Aug 25 18:23:48.884588 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1ed10d4f-b551-4eb7-941a-cb10f9d17364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:48.921713 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1ed10d4f-b551-4eb7-941a-cb10f9d17364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:48.948791 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-959f0950-dea4-4744-a1b3-f8e974f34fea req-507a0e4e-54c6-4470-b42e-249720717e5a tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fa8411f-f329-4f07-af96-a056509f895f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025000 Aug 25 18:23:49.025191 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1ed10d4f-b551-4eb7-941a-cb10f9d17364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:49.027888 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1ed10d4f-b551-4eb7-941a-cb10f9d17364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:49.031285 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-1ed10d4f-b551-4eb7-941a-cb10f9d17364 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e5b78c58-cc63-4871-80a2-8dcb5d60954b HTTP/1.1" status: 204 len: 168 time: 0.2867191 Aug 25 18:23:49.066355 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed10d4f-b551-4eb7-941a-cb10f9d17364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b78c58-cc63-4871-80a2-8dcb5d60954b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:49.078130 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98466679-37bc-4276-bb2e-27a5bb425b6e req-6f1573d0-814e-499c-b6fd-51a200e702d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:49.079891 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-98466679-37bc-4276-bb2e-27a5bb425b6e req-6f1573d0-814e-499c-b6fd-51a200e702d2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=06c402e9-b5d2-4bdf-94f8-255264e0ce8b HTTP/1.1" status: 200 len: 1098 time: 0.0656145 Aug 25 18:23:49.123118 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-98466679-37bc-4276-bb2e-27a5bb425b6e req-8c49aa9c-1636-478c-acea-bff1d7ab8002 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325296 Aug 25 18:23:49.316702 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 35086) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:49.445544 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-485a5d04-0406-4a09-981c-c8c67bd7597e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-264473942-network', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:23:49.474307 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485a5d04-0406-4a09-981c-c8c67bd7597e admin admin] Made reservation on behalf of ff6fe479012b4bdfbf44365f146a6cb1 for: {'network': 1} {{(pid=93792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:23:49.477077 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-485a5d04-0406-4a09-981c-c8c67bd7597e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for network, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:49.486921 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-485a5d04-0406-4a09-981c-c8c67bd7597e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:49.589475 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-485a5d04-0406-4a09-981c-c8c67bd7597e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:49.595568 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-485a5d04-0406-4a09-981c-c8c67bd7597e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:49.615997 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-485a5d04-0406-4a09-981c-c8c67bd7597e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=93792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 18:23:49.635242 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-485a5d04-0406-4a09-981c-c8c67bd7597e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788'] for segment, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:49.635632 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.db.segments_db [None req-485a5d04-0406-4a09-981c-c8c67bd7597e admin admin] Added segment 62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168 of type vlan for network 0d04d8ed-dff1-407b-ac17-418584fb2033 Aug 25 18:23:49.637111 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a5d04-0406-4a09-981c-c8c67bd7597e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f012d2a-58fb-49ee-93c3-552cffa7b482,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:49.687016 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-485a5d04-0406-4a09-981c-c8c67bd7597e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748354007426'] for network, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:49.720653 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-485a5d04-0406-4a09-981c-c8c67bd7597e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146'] for network, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:49.722429 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485a5d04-0406-4a09-981c-c8c67bd7597e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:49.723535 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-485a5d04-0406-4a09-981c-c8c67bd7597e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for network, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:49.782780 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-485a5d04-0406-4a09-981c-c8c67bd7597e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4644649 Aug 25 18:23:49.786117 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 35116) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:49.794547 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-5f661e67-2da8-4bcf-b82a-a888b6888f67 admin admin] Request body: {'subnet': {'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-264473942-subnet', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:23:49.823065 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f661e67-2da8-4bcf-b82a-a888b6888f67 admin admin] Made reservation on behalf of ff6fe479012b4bdfbf44365f146a6cb1 for: {'subnet': 1} {{(pid=93792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:23:49.826200 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5f661e67-2da8-4bcf-b82a-a888b6888f67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14501250'] for subnet, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:49.829653 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a5d04-0406-4a09-981c-c8c67bd7597e admin admin] Pushing event updated for resources: {'Network': ['ID=0d04d8ed-dff1-407b-ac17-418584fb2033,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:49.843261 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Network 0d04d8ed-dff1-407b-ac17-418584fb2033 details requested by agent ovs-agent-dv-cinder-790492-8-iscsi with host dv-cinder-790492-8-iscsi {{(pid=93793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 18:23:49.871653 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9836b-1002-48bf-9640-be11de3d4edd req-a03451d4-4749-419f-91e3-360a202e9063 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:49.873193 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e0d9836b-1002-48bf-9640-be11de3d4edd req-a03451d4-4749-419f-91e3-360a202e9063 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.1201980 Aug 25 18:23:49.921371 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423e1d5-6647-4408-9c8b-3e41a0d6bfdb req-107ca223-1d6a-4100-b1f8-ec05beee2762 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:49.923407 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9423e1d5-6647-4408-9c8b-3e41a0d6bfdb req-107ca223-1d6a-4100-b1f8-ec05beee2762 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=bafba138-96a8-4eec-a919-317013281908 HTTP/1.1" status: 200 len: 946 time: 0.1148691 Aug 25 18:23:49.959655 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e0d9836b-1002-48bf-9640-be11de3d4edd req-a65e1a08-4925-4376-abe2-6c5c88e0f6c1 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792778 Aug 25 18:23:49.998241 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9423e1d5-6647-4408-9c8b-3e41a0d6bfdb req-fc7d0f6a-5dec-42f1-a20a-dd3fb8c1b59c tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fa8411f-f329-4f07-af96-a056509f895f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595489 Aug 25 18:23:50.051270 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5f661e67-2da8-4bcf-b82a-a888b6888f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12688228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14501360'] for subnet, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:50.106165 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c1262-49c0-463b-814e-682cc573e33c req-27cb7d79-abc6-40fb-a5f9-6df73bd50813 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:50.113572 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2c4c1262-49c0-463b-814e-682cc573e33c req-27cb7d79-abc6-40fb-a5f9-6df73bd50813 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c402e9-b5d2-4bdf-94f8-255264e0ce8b HTTP/1.1" status: 200 len: 945 time: 0.0639765 Aug 25 18:23:50.125062 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f661e67-2da8-4bcf-b82a-a888b6888f67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37e9ac56-2a31-4c36-93d9-ecbd84267da7,revision_number=0']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:50.138163 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f661e67-2da8-4bcf-b82a-a888b6888f67 admin admin] Checking segment: {'id': '62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:23:50.138880 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f661e67-2da8-4bcf-b82a-a888b6888f67 admin admin] Network hostable DHCP agents. Network: 0d04d8ed-dff1-407b-ac17-418584fb2033, hostable agents: ['e2010df7-17ed-4426-81f9-bde1aab96ae1'], hosted agents: [] {{(pid=93792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 18:23:50.162469 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2c4c1262-49c0-463b-814e-682cc573e33c req-0f725cbf-d831-44a4-b9ae-22e0c9c98034 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456989 Aug 25 18:23:50.175720 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f661e67-2da8-4bcf-b82a-a888b6888f67 admin admin] Network 0d04d8ed-dff1-407b-ac17-418584fb2033 is scheduled to be hosted by DHCP agent e2010df7-17ed-4426-81f9-bde1aab96ae1 with binding_index 1 {{(pid=93792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 18:23:50.190038 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-5f661e67-2da8-4bcf-b82a-a888b6888f67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-8-iscsi, 0d04d8ed-dff1-407b-ac17-418584fb2033) {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:23:50.194930 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f661e67-2da8-4bcf-b82a-a888b6888f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:50.195565 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5f661e67-2da8-4bcf-b82a-a888b6888f67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for subnet, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:50.201943 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b254cac-b486-411e-8b24-0ac671597316 None None] Network 0d04d8ed-dff1-407b-ac17-418584fb2033 requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:23:50.215304 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-5f661e67-2da8-4bcf-b82a-a888b6888f67 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4280543 Aug 25 18:23:50.218514 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 35138) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:50.225381 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-f30e38ac-0f8c-45f0-b70f-f5e53ca45507 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-264473942-router', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217'}}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:23:50.248119 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f30e38ac-0f8c-45f0-b70f-f5e53ca45507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-431906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40733'] for router, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:50.249817 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f30e38ac-0f8c-45f0-b70f-f5e53ca45507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437732', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40724'] for router, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:50.314505 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f30e38ac-0f8c-45f0-b70f-f5e53ca45507 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:50.447265 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cda99e-200d-440e-8101-df3de37646ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp841b6aa3-c910-5d4c-bf3d-f471c3a673d8-0d04d8ed-dff1-407b-ac17-418584fb2033', 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'fixed_ips': [{'subnet_id': '37e9ac56-2a31-4c36-93d9-ecbd84267da7'}]}} from dv-cinder-790492-8-iscsi. {{(pid=93793) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 18:23:50.448476 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-40cda99e-200d-440e-8101-df3de37646ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:50.489955 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f30e38ac-0f8c-45f0-b70f-f5e53ca45507 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:50.724153 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-40cda99e-200d-440e-8101-df3de37646ec None None] Allocated IP 172.20.0.2 (0d04d8ed-dff1-407b-ac17-418584fb2033/37e9ac56-2a31-4c36-93d9-ecbd84267da7/cc7c12bd-c56e-44e9-8e27-b8d9123fce04) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:23:50.826470 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f30e38ac-0f8c-45f0-b70f-f5e53ca45507 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:50.860689 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f30e38ac-0f8c-45f0-b70f-f5e53ca45507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:50.911763 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-40cda99e-200d-440e-8101-df3de37646ec None None] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:50.922590 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-40cda99e-200d-440e-8101-df3de37646ec None None] Transition to ACTIVE for port object cc7c12bd-c56e-44e9-8e27-b8d9123fce04 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:23:50.942902 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-40cda99e-200d-440e-8101-df3de37646ec None None] Transition to ACTIVE for port object cc7c12bd-c56e-44e9-8e27-b8d9123fce04 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:23:50.952976 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-40cda99e-200d-440e-8101-df3de37646ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:50.999543 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-f30e38ac-0f8c-45f0-b70f-f5e53ca45507 admin admin] Allocated IP 172.27.3.79 (e0615610-0145-4336-86ca-92716d56c217/ba8c35dc-42f2-4379-aafd-ce1793efee80/3e5b458c-f251-4566-a0b3-b8fb1441987e) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:23:51.040852 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cda99e-200d-440e-8101-df3de37646ec None None] Pushing event updated for resources: {'Port': ['ID=cc7c12bd-c56e-44e9-8e27-b8d9123fce04,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:51.074051 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cda99e-200d-440e-8101-df3de37646ec None None] Network 0d04d8ed-dff1-407b-ac17-418584fb2033 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:23:51.077588 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-40cda99e-200d-440e-8101-df3de37646ec None None] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:23:51.082982 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cda99e-200d-440e-8101-df3de37646ec None None] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:23:51.140461 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-40cda99e-200d-440e-8101-df3de37646ec None None] Attempting to bind port cc7c12bd-c56e-44e9-8e27-b8d9123fce04 on host dv-cinder-790492-8-iscsi for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:23:51.141109 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-40cda99e-200d-440e-8101-df3de37646ec None None] Attempting to bind port cc7c12bd-c56e-44e9-8e27-b8d9123fce04 by drivers openvswitch,hyperv on host dv-cinder-790492-8-iscsi at level 0 using segments [{'id': '62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:23:51.141461 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cda99e-200d-440e-8101-df3de37646ec None None] Attempting to bind port cc7c12bd-c56e-44e9-8e27-b8d9123fce04 on network 0d04d8ed-dff1-407b-ac17-418584fb2033 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:23:51.146682 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cda99e-200d-440e-8101-df3de37646ec None None] Checking agent: {'id': '0bbd6071-f664-4710-b599-19dc1c2306be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 14, 57), 'started_at': datetime.datetime(2021, 8, 25, 18, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:23:51.147041 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cda99e-200d-440e-8101-df3de37646ec None None] Checking segment: {'id': '62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:23:51.147432 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-40cda99e-200d-440e-8101-df3de37646ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:51.147809 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cda99e-200d-440e-8101-df3de37646ec None None] Bound using segment: {'id': '62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:23:51.148263 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-40cda99e-200d-440e-8101-df3de37646ec None None] Bound port: cc7c12bd-c56e-44e9-8e27-b8d9123fce04, host: dv-cinder-790492-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:23:51.149023 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-40cda99e-200d-440e-8101-df3de37646ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:51.172570 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f30e38ac-0f8c-45f0-b70f-f5e53ca45507 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:51.213837 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c4fe9-2893-462e-828f-d8e05b270d21 req-2b51a806-9294-4bd8-ba01-a03ede1411a4 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:51.215373 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-760c4fe9-2893-462e-828f-d8e05b270d21 req-2b51a806-9294-4bd8-ba01-a03ede1411a4 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.1308987 Aug 25 18:23:51.229708 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c698192-62b3-4256-87a3-8cd4eccdae41 req-19a87fd0-0c81-4c26-a708-790dbf1fa2bc tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:51.237607 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-40cda99e-200d-440e-8101-df3de37646ec None None] For port cc7c12bd-c56e-44e9-8e27-b8d9123fce04, host dv-cinder-790492-8-iscsi, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:23:51.237804 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2c698192-62b3-4256-87a3-8cd4eccdae41 req-19a87fd0-0c81-4c26-a708-790dbf1fa2bc tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=bafba138-96a8-4eec-a919-317013281908 HTTP/1.1" status: 200 len: 946 time: 0.1406467 Aug 25 18:23:51.241472 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-40cda99e-200d-440e-8101-df3de37646ec None None] For port cc7c12bd-c56e-44e9-8e27-b8d9123fce04, host dv-cinder-790492-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=cc7c12bd-c56e-44e9-8e27-b8d9123fce04,segment=NetworkSegment(62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168),segment_id=62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:23:51.247966 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-40cda99e-200d-440e-8101-df3de37646ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:51.253367 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f30e38ac-0f8c-45f0-b70f-f5e53ca45507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12706292'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:51.321658 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cda99e-200d-440e-8101-df3de37646ec None None] Pushing event updated for resources: {'Port': ['ID=cc7c12bd-c56e-44e9-8e27-b8d9123fce04,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:51.336998 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2c698192-62b3-4256-87a3-8cd4eccdae41 req-5f131dec-f8a3-4d88-ba5c-68cf2de4337c tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fa8411f-f329-4f07-af96-a056509f895f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886018 Aug 25 18:23:51.346882 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30e38ac-0f8c-45f0-b70f-f5e53ca45507 admin admin] Network e0615610-0145-4336-86ca-92716d56c217 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:23:51.349064 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-760c4fe9-2893-462e-828f-d8e05b270d21 req-b6cfa566-f4f9-4a6d-bbd9-fa080cc66f7e tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992076 Aug 25 18:23:51.349844 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-f30e38ac-0f8c-45f0-b70f-f5e53ca45507 admin admin] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:23:51.360614 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30e38ac-0f8c-45f0-b70f-f5e53ca45507 admin admin] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:23:51.426717 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e38ac-0f8c-45f0-b70f-f5e53ca45507 admin admin] Pushing event updated for resources: {'Port': ['ID=3e5b458c-f251-4566-a0b3-b8fb1441987e,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:51.569513 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98153e19-4f14-4278-8daa-9c1404cba92b req-98827103-a4b8-46f1-87d5-6cea94228a20 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:51.571145 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-98153e19-4f14-4278-8daa-9c1404cba92b req-98827103-a4b8-46f1-87d5-6cea94228a20 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c402e9-b5d2-4bdf-94f8-255264e0ce8b HTTP/1.1" status: 200 len: 945 time: 0.0738003 Aug 25 18:23:51.621427 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-98153e19-4f14-4278-8daa-9c1404cba92b req-d4bbb754-40fe-4c4d-a803-a554d9b019a3 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420356 Aug 25 18:23:51.740433 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f30e38ac-0f8c-45f0-b70f-f5e53ca45507 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:51.856338 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c1c7f-f184-457a-b138-e685bf23e72c req-0d0540c4-40b4-410c-ade1-46cb27d62fc6 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:51.858310 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f13c1c7f-f184-457a-b138-e685bf23e72c req-0d0540c4-40b4-410c-ade1-46cb27d62fc6 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.24 "GET /v2.0/ports?device_id=bafba138-96a8-4eec-a919-317013281908 HTTP/1.1" status: 200 len: 946 time: 0.0953155 Aug 25 18:23:52.087270 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-f13c1c7f-f184-457a-b138-e685bf23e72c req-9175457e-fd8b-4d3a-aa5b-53b87094398a tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Deleting port dc04a211-8b19-4c85-b497-dd60f0bb0e92 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:23:52.088457 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f13c1c7f-f184-457a-b138-e685bf23e72c req-9175457e-fd8b-4d3a-aa5b-53b87094398a tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:52.261650 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-f13c1c7f-f184-457a-b138-e685bf23e72c req-9175457e-fd8b-4d3a-aa5b-53b87094398a tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] For port dc04a211-8b19-4c85-b497-dd60f0bb0e92, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=dc04a211-8b19-4c85-b497-dd60f0bb0e92,segment=NetworkSegment(af3ddc7f-e50c-4acc-a5eb-2108c8706daa),segment_id=af3ddc7f-e50c-4acc-a5eb-2108c8706daa)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:23:52.262381 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f13c1c7f-f184-457a-b138-e685bf23e72c req-9175457e-fd8b-4d3a-aa5b-53b87094398a tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:52.264017 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f30e38ac-0f8c-45f0-b70f-f5e53ca45507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-432053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438075'] for router, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:52.287716 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-f13c1c7f-f184-457a-b138-e685bf23e72c req-9175457e-fd8b-4d3a-aa5b-53b87094398a tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Calling delete_port for dc04a211-8b19-4c85-b497-dd60f0bb0e92 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:23:52.481020 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30e38ac-0f8c-45f0-b70f-f5e53ca45507 admin admin] Router 82765363-f53f-4ab1-a3fb-f61972a507c7 is scheduled to L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 with binding_index 1 {{(pid=93792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 18:23:52.646483 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30e38ac-0f8c-45f0-b70f-f5e53ca45507 admin admin] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:23:52.652604 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e34f4-71dd-4584-8bd2-2e6da53fa515 None None] Sync routers for ids ['82765363-f53f-4ab1-a3fb-f61972a507c7'] in dv-cinder-790492-8-iscsi {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:23:52.671051 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627e34f4-71dd-4584-8bd2-2e6da53fa515 None None] Routers {'82765363-f53f-4ab1-a3fb-f61972a507c7'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:23:52.671744 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-627e34f4-71dd-4584-8bd2-2e6da53fa515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:23:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['82765363-f53f-4ab1-a3fb-f61972a507c7'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:23:52.681991 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f30e38ac-0f8c-45f0-b70f-f5e53ca45507 admin admin] Notify callbacks [] for router, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:52.683224 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-f30e38ac-0f8c-45f0-b70f-f5e53ca45507 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4630978 Aug 25 18:23:52.690204 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 35290) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:52.711965 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f1d64-c43c-40be-974d-b5bf5dee6caa req-0738a13c-e069-4fe8-815d-92da2eac42e6 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:52.713790 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ce4f1d64-c43c-40be-974d-b5bf5dee6caa req-0738a13c-e069-4fe8-815d-92da2eac42e6 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=bafba138-96a8-4eec-a919-317013281908 HTTP/1.1" status: 200 len: 946 time: 0.2503157 Aug 25 18:23:52.765742 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b35a624-6d5a-4bd7-baa0-edd4c070f194 None None] Network 0d04d8ed-dff1-407b-ac17-418584fb2033 requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:23:52.804302 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-627e34f4-71dd-4584-8bd2-2e6da53fa515 None None] Set router 82765363-f53f-4ab1-a3fb-f61972a507c7 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:23:52.826853 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30dd78-ebcf-4593-bb0b-3aad665a35b9 req-6ca00574-6c06-4aa7-9714-2f2ee0cf5551 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:52.835520 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6b30dd78-ebcf-4593-bb0b-3aad665a35b9 req-6ca00574-6c06-4aa7-9714-2f2ee0cf5551 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.3592823 Aug 25 18:23:52.930858 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ce4f1d64-c43c-40be-974d-b5bf5dee6caa req-abbd8635-8dc2-4ade-b777-cda5199729fe tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fa8411f-f329-4f07-af96-a056509f895f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451082 Aug 25 18:23:52.934276 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f13c1c7f-f184-457a-b138-e685bf23e72c req-9175457e-fd8b-4d3a-aa5b-53b87094398a tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:52.962226 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['dc04a211-8b19-4c85-b497-dd60f0bb0e92'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:23:52.986150 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-2dfdcc6a-d120-474d-9d00-c2624bdf0286 None None] Provisioning for port cc7c12bd-c56e-44e9-8e27-b8d9123fce04 completed by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:23:53.044480 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175457e-fd8b-4d3a-aa5b-53b87094398a tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Pushing event deleted for resources: {'Port': ['ID=dc04a211-8b19-4c85-b497-dd60f0bb0e92,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:53.084519 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13c1c7f-f184-457a-b138-e685bf23e72c req-9175457e-fd8b-4d3a-aa5b-53b87094398a tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] No DVR routers for this DVR port dc04a211-8b19-4c85-b497-dd60f0bb0e92 on host hv-cinder-79049 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:23:53.091214 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f13c1c7f-f184-457a-b138-e685bf23e72c req-9175457e-fd8b-4d3a-aa5b-53b87094398a tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:53.093710 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f13c1c7f-f184-457a-b138-e685bf23e72c req-9175457e-fd8b-4d3a-aa5b-53b87094398a tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.24 "DELETE /v2.0/ports/dc04a211-8b19-4c85-b497-dd60f0bb0e92 HTTP/1.1" status: 204 len: 173 time: 1.2230613 Aug 25 18:23:53.097101 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafba138-96a8-4eec-a919-317013281908', 'name': 'network-vif-deleted', 'tag': 'dc04a211-8b19-4c85-b497-dd60f0bb0e92'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:23:53.100858 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca2d8df-ca9d-4bba-86d9-100bf2be8f4c" -d '{"events": [{"server_uuid": "bafba138-96a8-4eec-a919-317013281908", "name": "network-vif-deleted", "tag": "dc04a211-8b19-4c85-b497-dd60f0bb0e92"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:23:53.101398 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-627e34f4-71dd-4584-8bd2-2e6da53fa515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'name': 'tempest-AttachVolumeTestJSON-264473942-router', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '3e5b458c-f251-4566-a0b3-b8fb1441987e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:23:51Z', 'revision_number': 3, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'gw_port': {'id': '3e5b458c-f251-4566-a0b3-b8fb1441987e', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:23:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi'}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:23:53.109104 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6b30dd78-ebcf-4593-bb0b-3aad665a35b9 req-b7aa5cd3-8612-4da0-a920-7a00186f9f00 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734542 Aug 25 18:23:53.149350 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e34f4-71dd-4584-8bd2-2e6da53fa515 None None] Checking router: 82765363-f53f-4ab1-a3fb-f61972a507c7 for host: dv-cinder-790492-8-iscsi {{(pid=93794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:23:53.149350 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e34f4-71dd-4584-8bd2-2e6da53fa515 None None] Updating router 82765363-f53f-4ab1-a3fb-f61972a507c7 port 3e5b458c-f251-4566-a0b3-b8fb1441987e binding host dv-cinder-790492-8-iscsi {{(pid=93794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 18:23:53.183082 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-627e34f4-71dd-4584-8bd2-2e6da53fa515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:53.202617 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80174cc5-9ea4-4eb5-9339-9f98935b41ff x-openstack-request-id: req-80174cc5-9ea4-4eb5-9339-9f98935b41ff {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:23:53.203186 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bafba138-96a8-4eec-a919-317013281908", "name": "network-vif-deleted", "tag": "dc04a211-8b19-4c85-b497-dd60f0bb0e92", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:23:53.203626 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-80174cc5-9ea4-4eb5-9339-9f98935b41ff {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:23:53.204204 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafba138-96a8-4eec-a919-317013281908', 'name': 'network-vif-deleted', 'tag': 'dc04a211-8b19-4c85-b497-dd60f0bb0e92', 'status': 'completed', 'code': 200} Aug 25 18:23:53.332044 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3904c0b5-a584-49ea-ba78-8d981a923945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:53.504021 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-96f6e5b3-299f-4540-be48-dcadf5e65e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:53.529551 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-627e34f4-71dd-4584-8bd2-2e6da53fa515 None None] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:53.542897 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-627e34f4-71dd-4584-8bd2-2e6da53fa515 None None] Transition to ACTIVE for port object 3e5b458c-f251-4566-a0b3-b8fb1441987e will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:23:53.548805 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device cc7c12bd-c56e-44e9-8e27-b8d9123fce04 up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:23:53.549911 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-627e34f4-71dd-4584-8bd2-2e6da53fa515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:53.603173 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning for port cc7c12bd-c56e-44e9-8e27-b8d9123fce04 completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:23:53.605584 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-627e34f4-71dd-4584-8bd2-2e6da53fa515 None None] Attempting to bind port 3e5b458c-f251-4566-a0b3-b8fb1441987e on host dv-cinder-790492-8-iscsi for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:23:53.606001 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-627e34f4-71dd-4584-8bd2-2e6da53fa515 None None] Attempting to bind port 3e5b458c-f251-4566-a0b3-b8fb1441987e by drivers openvswitch,hyperv on host dv-cinder-790492-8-iscsi at level 0 using segments [{'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:23:53.606360 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627e34f4-71dd-4584-8bd2-2e6da53fa515 None None] Attempting to bind port 3e5b458c-f251-4566-a0b3-b8fb1441987e on network e0615610-0145-4336-86ca-92716d56c217 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:23:53.609821 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port cc7c12bd-c56e-44e9-8e27-b8d9123fce04 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:23:53.610306 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:53.614482 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627e34f4-71dd-4584-8bd2-2e6da53fa515 None None] Checking agent: {'id': '0bbd6071-f664-4710-b599-19dc1c2306be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 14, 57), 'started_at': datetime.datetime(2021, 8, 25, 18, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:23:53.615216 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627e34f4-71dd-4584-8bd2-2e6da53fa515 None None] Checking segment: {'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:23:53.615623 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-627e34f4-71dd-4584-8bd2-2e6da53fa515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:53.616014 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627e34f4-71dd-4584-8bd2-2e6da53fa515 None None] Bound using segment: {'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:23:53.616474 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-627e34f4-71dd-4584-8bd2-2e6da53fa515 None None] Bound port: 3e5b458c-f251-4566-a0b3-b8fb1441987e, host: dv-cinder-790492-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:23:53.616914 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-627e34f4-71dd-4584-8bd2-2e6da53fa515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:53.618453 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff02f6b-1962-47fa-beb9-b3d35b93c93a None None] Pushing event updated for resources: {'Port': ['ID=3e5b458c-f251-4566-a0b3-b8fb1441987e,revision_number=2']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:53.642991 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff02f6b-1962-47fa-beb9-b3d35b93c93a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:53.643608 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff02f6b-1962-47fa-beb9-b3d35b93c93a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:53.643955 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff02f6b-1962-47fa-beb9-b3d35b93c93a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:53.644289 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff02f6b-1962-47fa-beb9-b3d35b93c93a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:53.644839 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff02f6b-1962-47fa-beb9-b3d35b93c93a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:53.645172 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff02f6b-1962-47fa-beb9-b3d35b93c93a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:53.645563 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff02f6b-1962-47fa-beb9-b3d35b93c93a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:53.645935 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff02f6b-1962-47fa-beb9-b3d35b93c93a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:53.646527 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff02f6b-1962-47fa-beb9-b3d35b93c93a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:53.646869 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff02f6b-1962-47fa-beb9-b3d35b93c93a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:53.647218 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff02f6b-1962-47fa-beb9-b3d35b93c93a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:53.647614 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff02f6b-1962-47fa-beb9-b3d35b93c93a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:23:53.685121 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-627e34f4-71dd-4584-8bd2-2e6da53fa515 None None] For port 3e5b458c-f251-4566-a0b3-b8fb1441987e, host dv-cinder-790492-8-iscsi, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:23:53.688168 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-627e34f4-71dd-4584-8bd2-2e6da53fa515 None None] For port 3e5b458c-f251-4566-a0b3-b8fb1441987e, host dv-cinder-790492-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=3e5b458c-f251-4566-a0b3-b8fb1441987e,segment=NetworkSegment(49cfb93f-112c-4d1a-97bc-26302bfd74eb),segment_id=49cfb93f-112c-4d1a-97bc-26302bfd74eb)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:23:53.693520 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-627e34f4-71dd-4584-8bd2-2e6da53fa515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:53.696154 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:53.713552 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-96f6e5b3-299f-4540-be48-dcadf5e65e70 admin admin] Allocated IP 172.20.0.1 (0d04d8ed-dff1-407b-ac17-418584fb2033/37e9ac56-2a31-4c36-93d9-ecbd84267da7/081eba37-682c-4461-9999-0209b94d8f60) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:23:53.733187 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a73fd473-a473-4725-b778-338a169d167b None None] For port cc7c12bd-c56e-44e9-8e27-b8d9123fce04, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=cc7c12bd-c56e-44e9-8e27-b8d9123fce04,segment=NetworkSegment(62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168),segment_id=62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:23:53.737400 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:53.753474 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627e34f4-71dd-4584-8bd2-2e6da53fa515 None None] Routers {'82765363-f53f-4ab1-a3fb-f61972a507c7'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:23:53.754095 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-627e34f4-71dd-4584-8bd2-2e6da53fa515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:23:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['82765363-f53f-4ab1-a3fb-f61972a507c7'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:23:53.788390 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff02f6b-1962-47fa-beb9-b3d35b93c93a None None] Pushing event updated for resources: {'Port': ['ID=3e5b458c-f251-4566-a0b3-b8fb1441987e,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:53.804440 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Pushing event updated for resources: {'Port': ['ID=cc7c12bd-c56e-44e9-8e27-b8d9123fce04,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:53.878410 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-96f6e5b3-299f-4540-be48-dcadf5e65e70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:53.887950 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-627e34f4-71dd-4584-8bd2-2e6da53fa515 None None] Set router 82765363-f53f-4ab1-a3fb-f61972a507c7 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:23:53.895545 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-96f6e5b3-299f-4540-be48-dcadf5e65e70 admin admin] Transition to ACTIVE for port object 081eba37-682c-4461-9999-0209b94d8f60 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:23:53.940444 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-96f6e5b3-299f-4540-be48-dcadf5e65e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:53.994618 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f6e5b3-299f-4540-be48-dcadf5e65e70 admin admin] Network 0d04d8ed-dff1-407b-ac17-418584fb2033 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:23:54.032670 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-96f6e5b3-299f-4540-be48-dcadf5e65e70 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:23:54.034775 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f6e5b3-299f-4540-be48-dcadf5e65e70 admin admin] Pushing event updated for resources: {'Port': ['ID=081eba37-682c-4461-9999-0209b94d8f60,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:54.037071 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f6e5b3-299f-4540-be48-dcadf5e65e70 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:23:54.037548 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-96f6e5b3-299f-4540-be48-dcadf5e65e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-438244'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:54.226382 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-627e34f4-71dd-4584-8bd2-2e6da53fa515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'name': 'tempest-AttachVolumeTestJSON-264473942-router', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '3e5b458c-f251-4566-a0b3-b8fb1441987e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:23:51Z', 'revision_number': 3, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'gw_port': {'id': '3e5b458c-f251-4566-a0b3-b8fb1441987e', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi'}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:23:54.391251 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-96f6e5b3-299f-4540-be48-dcadf5e65e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:54.405625 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e34f4-71dd-4584-8bd2-2e6da53fa515 None None] The sync data for ids ['82765363-f53f-4ab1-a3fb-f61972a507c7'] in dv-cinder-790492-8-iscsi is: [{'id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'name': 'tempest-AttachVolumeTestJSON-264473942-router', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '3e5b458c-f251-4566-a0b3-b8fb1441987e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:23:51Z', 'revision_number': 3, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'gw_port': {'id': '3e5b458c-f251-4566-a0b3-b8fb1441987e', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi'}] {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:23:54.420274 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-50142d8a-72c3-4854-94a0-09111df63cb3 None None] Provisioning for port 081eba37-682c-4461-9999-0209b94d8f60 completed by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:23:54.425955 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-50142d8a-72c3-4854-94a0-09111df63cb3 None None] Provisioning complete for port 081eba37-682c-4461-9999-0209b94d8f60 triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:23:54.426653 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-50142d8a-72c3-4854-94a0-09111df63cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:54.476375 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b43d7-853a-430c-a2ca-fcc423cc4159 req-80aaa1b6-888d-432e-8825-8378d90d3881 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:54.477943 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d71b43d7-853a-430c-a2ca-fcc423cc4159 req-80aaa1b6-888d-432e-8825-8378d90d3881 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.1857708 Aug 25 18:23:54.487321 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-50142d8a-72c3-4854-94a0-09111df63cb3 None None] Port 081eba37-682c-4461-9999-0209b94d8f60 cannot update to ACTIVE because it is not bound. {{(pid=93793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:23:54.643289 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b961f7-67eb-4015-9d77-ae202b517192 req-cbeb9533-5353-4330-a8f5-9049556e07ab tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:54.652245 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-11b961f7-67eb-4015-9d77-ae202b517192 req-cbeb9533-5353-4330-a8f5-9049556e07ab tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/networks?id=712e96ef-9e9b-4b73-86e7-fd167aa50e3f HTTP/1.1" status: 200 len: 809 time: 0.2950180 Aug 25 18:23:54.662784 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d71b43d7-853a-430c-a2ca-fcc423cc4159 req-44a20c2f-1361-40fa-a3fc-ac16874be21f tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573620 Aug 25 18:23:54.681172 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-11b961f7-67eb-4015-9d77-ae202b517192 req-3ce1ec51-c605-42ea-9673-9d72138e93b4 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/quotas/f9ddc87ed45749fa8b549b0e37d5ee48 HTTP/1.1" status: 200 len: 375 time: 0.0280194 Aug 25 18:23:54.731097 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 35356) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:54.762695 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-11b961f7-67eb-4015-9d77-ae202b517192 req-8ebeee90-66db-40ba-a29b-c2de72740899 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9ddc87ed45749fa8b549b0e37d5ee48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708537 Aug 25 18:23:54.937383 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-96f6e5b3-299f-4540-be48-dcadf5e65e70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:54.953551 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-96f6e5b3-299f-4540-be48-dcadf5e65e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:54.954289 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-96f6e5b3-299f-4540-be48-dcadf5e65e70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437819'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:55.037592 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-11b961f7-67eb-4015-9d77-ae202b517192 req-84926207-b7db-411e-b10b-a2239a5129f0 service neutron] 10.222.0.37 "GET /v2.0/networks/712e96ef-9e9b-4b73-86e7-fd167aa50e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739451 Aug 25 18:23:55.307341 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bc31dadd-3f53-4838-9ff2-9da8e899770f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:55.424749 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f6e5b3-299f-4540-be48-dcadf5e65e70 admin admin] Pushing event updated for resources: {'Port': ['ID=081eba37-682c-4461-9999-0209b94d8f60,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:55.476000 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bc31dadd-3f53-4838-9ff2-9da8e899770f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:55.483312 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bc31dadd-3f53-4838-9ff2-9da8e899770f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:55.534479 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31dadd-3f53-4838-9ff2-9da8e899770f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eeeed18-8c1d-4b56-a6d7-8c44865c2b7e,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:55.542812 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-bc31dadd-3f53-4838-9ff2-9da8e899770f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4013e36be6bf43c6882ea025bbe213f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8066454 Aug 25 18:23:55.543464 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 35382) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:55.601800 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-23a1ca00-fce5-4c3d-8c6d-9649546fc283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:55.622662 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-11b961f7-67eb-4015-9d77-ae202b517192 req-bc9bc710-3a2b-42d1-9ba5-08c3442f2d59 service neutron] 10.222.0.37 "GET /v2.0/networks/712e96ef-9e9b-4b73-86e7-fd167aa50e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5392609 Aug 25 18:23:55.626985 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-23a1ca00-fce5-4c3d-8c6d-9649546fc283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:55.644728 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f6e5b3-299f-4540-be48-dcadf5e65e70 admin admin] Network 0d04d8ed-dff1-407b-ac17-418584fb2033 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:23:55.647884 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-96f6e5b3-299f-4540-be48-dcadf5e65e70 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:23:55.662291 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-fbe959c0-598e-4100-9cbe-e94b3e9ce80d tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:55.663867 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-fbe959c0-598e-4100-9cbe-e94b3e9ce80d tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/networks?id=2cd15194-5e4d-4178-a19c-bfac18d7be9f HTTP/1.1" status: 200 len: 814 time: 0.2657573 Aug 25 18:23:55.713741 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-23a1ca00-fce5-4c3d-8c6d-9649546fc283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:55.717159 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-23a1ca00-fce5-4c3d-8c6d-9649546fc283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:55.718479 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-23a1ca00-fce5-4c3d-8c6d-9649546fc283 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1eeeed18-8c1d-4b56-a6d7-8c44865c2b7e HTTP/1.1" status: 204 len: 168 time: 0.1744637 Aug 25 18:23:55.727167 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 3e5b458c-f251-4566-a0b3-b8fb1441987e up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:23:55.746191 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1ca00-fce5-4c3d-8c6d-9649546fc283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eeeed18-8c1d-4b56-a6d7-8c44865c2b7e,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:55.771027 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-26932456-2e53-4bff-bc51-005650678722 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/quotas/dfb0f87eed314ea4a07c2ce25cc9966a HTTP/1.1" status: 200 len: 375 time: 0.0934911 Aug 25 18:23:55.803278 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f80d5270-7115-44db-8aa0-36d053f26567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:55.834061 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning for port 3e5b458c-f251-4566-a0b3-b8fb1441987e completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:23:55.842666 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port 3e5b458c-f251-4566-a0b3-b8fb1441987e triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:23:55.846752 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:55.977266 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-aed10fc7-7972-4008-b682-e8209ee133d1 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dfb0f87eed314ea4a07c2ce25cc9966a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1982152 Aug 25 18:23:55.991759 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device dc04a211-8b19-4c85-b497-dd60f0bb0e92 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:23:56.053744 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] No Port match for: dc04a211-8b19-4c85-b497-dd60f0bb0e92 {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:23:56.054283 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device dc04a211-8b19-4c85-b497-dd60f0bb0e92 not bound to the agent host hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:23:56.055999 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:56.084147 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a73fd473-a473-4725-b778-338a169d167b None None] For port 3e5b458c-f251-4566-a0b3-b8fb1441987e, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=3e5b458c-f251-4566-a0b3-b8fb1441987e,segment=NetworkSegment(49cfb93f-112c-4d1a-97bc-26302bfd74eb),segment_id=49cfb93f-112c-4d1a-97bc-26302bfd74eb)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:23:56.089790 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f6e5b3-299f-4540-be48-dcadf5e65e70 admin admin] Router 82765363-f53f-4ab1-a3fb-f61972a507c7 has already been hosted by L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:23:56.094332 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:56.095424 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device cc7c12bd-c56e-44e9-8e27-b8d9123fce04 up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:23:56.155246 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Pushing event updated for resources: {'Port': ['ID=3e5b458c-f251-4566-a0b3-b8fb1441987e,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:56.258980 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-2a37ad73-95ed-4f4e-aea8-7db52522bf21 service neutron] 10.222.0.37 "GET /v2.0/networks/2cd15194-5e4d-4178-a19c-bfac18d7be9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808013 Aug 25 18:23:56.362954 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f6e5b3-299f-4540-be48-dcadf5e65e70 admin admin] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:23:56.380762 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-96f6e5b3-299f-4540-be48-dcadf5e65e70 admin admin] 10.222.0.37 "PUT /v2.0/routers/82765363-f53f-4ab1-a3fb-f61972a507c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6802733 Aug 25 18:23:56.395991 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6fda9-f10c-4f22-bfb3-cfe49b9291d4 req-c158a22c-8acf-4065-9d65-c876ea31000c tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:56.403878 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-72a6fda9-f10c-4f22-bfb3-cfe49b9291d4 req-c158a22c-8acf-4065-9d65-c876ea31000c tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.1574712 Aug 25 18:23:56.495073 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-72a6fda9-f10c-4f22-bfb3-cfe49b9291d4 req-c452636b-9809-46c9-aacf-99887750d019 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879827 Aug 25 18:23:56.498989 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-99fca4f5-08d8-4b8d-b5f0-22e69ad57a8f None None] Provisioning complete for port 081eba37-682c-4461-9999-0209b94d8f60 triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:23:56.499372 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-99fca4f5-08d8-4b8d-b5f0-22e69ad57a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:56.561531 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-5f7b0aa6-6891-44b7-a894-8a131a1295f5 service neutron] 10.222.0.37 "GET /v2.0/networks/2cd15194-5e4d-4178-a19c-bfac18d7be9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775757 Aug 25 18:23:56.600625 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port cc7c12bd-c56e-44e9-8e27-b8d9123fce04 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:23:56.601005 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:56.603764 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-99fca4f5-08d8-4b8d-b5f0-22e69ad57a8f None None] Port 081eba37-682c-4461-9999-0209b94d8f60 cannot update to ACTIVE because it is not bound. {{(pid=93793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:23:56.719175 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8853f0a9-1653-4499-9ad9-6a215c9d7950 req-5ad87de7-4e59-47a3-adfa-9d3185809006 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cc5bf04-e7cb-4a8a-9876-2407539a73b9 HTTP/1.1" status: 200 len: 210 time: 0.0349438 Aug 25 18:23:56.811206 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938a88ff-3e9e-4ccd-be02-536308799e39 None None] Sync routers for ids ['82765363-f53f-4ab1-a3fb-f61972a507c7'] in dv-cinder-790492-8-iscsi {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:23:56.848322 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938a88ff-3e9e-4ccd-be02-536308799e39 None None] Routers {'82765363-f53f-4ab1-a3fb-f61972a507c7'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:23:56.856385 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-938a88ff-3e9e-4ccd-be02-536308799e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:23:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['82765363-f53f-4ab1-a3fb-f61972a507c7'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:23:56.890134 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5340cb19-6873-4a26-bad9-14f92b9a8c1f req-3a9c4140-1fa7-4239-a71d-24597d189a75 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab098503-6df4-46e9-8e5a-3b9b4e03bc6e HTTP/1.1" status: 200 len: 210 time: 0.0575771 Aug 25 18:23:57.064125 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-938a88ff-3e9e-4ccd-be02-536308799e39 None None] Set router 82765363-f53f-4ab1-a3fb-f61972a507c7 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:23:57.297326 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:57.457204 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-938a88ff-3e9e-4ccd-be02-536308799e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'name': 'tempest-AttachVolumeTestJSON-264473942-router', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '3e5b458c-f251-4566-a0b3-b8fb1441987e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:23:54Z', 'revision_number': 4, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'gw_port': {'id': '3e5b458c-f251-4566-a0b3-b8fb1441987e', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '081eba37-682c-4461-9999-0209b94d8f60', 'name': '', 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'mac_address': 'fa:16:3e:ab:2f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '37e9ac56-2a31-4c36-93d9-ecbd84267da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:23:53Z', 'updated_at': '2021-08-25T18:23:54Z', 'revision_number': 2, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'subnets': [{'id': '37e9ac56-2a31-4c36-93d9-ecbd84267da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:23:57.511203 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938a88ff-3e9e-4ccd-be02-536308799e39 None None] Checking router: 82765363-f53f-4ab1-a3fb-f61972a507c7 for host: dv-cinder-790492-8-iscsi {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:23:57.511203 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938a88ff-3e9e-4ccd-be02-536308799e39 None None] Updating router 82765363-f53f-4ab1-a3fb-f61972a507c7 port 081eba37-682c-4461-9999-0209b94d8f60 binding host dv-cinder-790492-8-iscsi {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 18:23:57.552481 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:57.561238 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 3e5b458c-f251-4566-a0b3-b8fb1441987e up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:23:57.685030 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d041cae-e8fa-423f-8a87-cb72af98a316 req-a79c715a-9742-426d-bf52-bd3451189506 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:57.694745 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8d041cae-e8fa-423f-8a87-cb72af98a316 req-a79c715a-9742-426d-bf52-bd3451189506 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.0670030 Aug 25 18:23:57.720544 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-938a88ff-3e9e-4ccd-be02-536308799e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:57.758745 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8d041cae-e8fa-423f-8a87-cb72af98a316 req-1e06c353-1c56-4a0e-b5a3-6893512f32cc tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583668 Aug 25 18:23:57.806063 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 35466) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:57.813282 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-90231662-c692-4f70-b18f-c4d9b60cdd3f tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Request body: {'security_group': {'name': 'tempest-securitygroup--935064692', 'description': 'tempest-description--470615593'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:23:57.884320 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-90231662-c692-4f70-b18f-c4d9b60cdd3f tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:57.921709 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port 3e5b458c-f251-4566-a0b3-b8fb1441987e triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:23:57.922387 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:57.990660 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a7b72d83-f20e-4538-861c-3ed5a05b3f49 req-6aa5158a-9e01-4f9e-b949-ba32a032a9b9 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cc5bf04-e7cb-4a8a-9876-2407539a73b9 HTTP/1.1" status: 200 len: 210 time: 0.0618153 Aug 25 18:23:58.079051 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-90231662-c692-4f70-b18f-c4d9b60cdd3f tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:58.081314 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b961f7-67eb-4015-9d77-ae202b517192 req-0f0ef88a-6a7d-493e-8092-1bf4ee88053c tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:58.084004 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-11b961f7-67eb-4015-9d77-ae202b517192 req-0f0ef88a-6a7d-493e-8092-1bf4ee88053c tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.24 "GET /v2.0/networks?id=712e96ef-9e9b-4b73-86e7-fd167aa50e3f HTTP/1.1" status: 200 len: 809 time: 0.2916098 Aug 25 18:23:58.084267 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-90231662-c692-4f70-b18f-c4d9b60cdd3f tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:58.113719 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-11b961f7-67eb-4015-9d77-ae202b517192 req-26abdf54-5cdb-4978-8342-8b874aedd702 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Request body: {'port': {'device_id': '0cc5bf04-e7cb-4a8a-9876-2407539a73b9', 'network_id': '712e96ef-9e9b-4b73-86e7-fd167aa50e3f', 'admin_state_up': True, 'tenant_id': 'f9ddc87ed45749fa8b549b0e37d5ee48'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:23:58.120469 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90231662-c692-4f70-b18f-c4d9b60cdd3f tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=181e219a-c68c-442c-92ea-2dc82905c88b,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:58.159359 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-90231662-c692-4f70-b18f-c4d9b60cdd3f tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:58.161307 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-90231662-c692-4f70-b18f-c4d9b60cdd3f tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3535633 Aug 25 18:23:58.164158 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 35478) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:58.170876 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-2748fa5e-9128-4c93-835f-2cdf85043cbd tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Request body: {'security_group_rule': {'security_group_id': '181e219a-c68c-442c-92ea-2dc82905c88b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:23:58.217534 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c72f4af3-89e7-4587-882d-02eb872bb956 req-14ae4ab1-e2b4-4579-b4c5-dfb2550a7e8b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab098503-6df4-46e9-8e5a-3b9b4e03bc6e HTTP/1.1" status: 200 len: 210 time: 0.0733485 Aug 25 18:23:58.228014 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2748fa5e-9128-4c93-835f-2cdf85043cbd tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:58.239293 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-938a88ff-3e9e-4ccd-be02-536308799e39 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:58.251938 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-938a88ff-3e9e-4ccd-be02-536308799e39 None None] Transition to ACTIVE for port object 081eba37-682c-4461-9999-0209b94d8f60 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:23:58.261755 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-938a88ff-3e9e-4ccd-be02-536308799e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:58.361160 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2748fa5e-9128-4c93-835f-2cdf85043cbd tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:58.367126 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11b961f7-67eb-4015-9d77-ae202b517192 req-26abdf54-5cdb-4978-8342-8b874aedd702 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Made reservation on behalf of f9ddc87ed45749fa8b549b0e37d5ee48 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:23:58.369348 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2748fa5e-9128-4c93-835f-2cdf85043cbd tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516089'] for security_group_rule, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:58.372599 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-11b961f7-67eb-4015-9d77-ae202b517192 req-26abdf54-5cdb-4978-8342-8b874aedd702 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:58.374481 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643212a-44fb-42e8-a2a3-85e2bbe29a4c None None] Pushing event updated for resources: {'Port': ['ID=081eba37-682c-4461-9999-0209b94d8f60,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:58.391785 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-938a88ff-3e9e-4ccd-be02-536308799e39 None None] Attempting to bind port 081eba37-682c-4461-9999-0209b94d8f60 on host dv-cinder-790492-8-iscsi for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:23:58.392880 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-938a88ff-3e9e-4ccd-be02-536308799e39 None None] Attempting to bind port 081eba37-682c-4461-9999-0209b94d8f60 by drivers openvswitch,hyperv on host dv-cinder-790492-8-iscsi at level 0 using segments [{'id': '62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:23:58.393325 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938a88ff-3e9e-4ccd-be02-536308799e39 None None] Attempting to bind port 081eba37-682c-4461-9999-0209b94d8f60 on network 0d04d8ed-dff1-407b-ac17-418584fb2033 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:23:58.403615 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938a88ff-3e9e-4ccd-be02-536308799e39 None None] Checking agent: {'id': '0bbd6071-f664-4710-b599-19dc1c2306be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 14, 57), 'started_at': datetime.datetime(2021, 8, 25, 18, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:23:58.404143 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938a88ff-3e9e-4ccd-be02-536308799e39 None None] Checking segment: {'id': '62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:23:58.404846 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-938a88ff-3e9e-4ccd-be02-536308799e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:58.409328 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938a88ff-3e9e-4ccd-be02-536308799e39 None None] Bound using segment: {'id': '62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:23:58.410045 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-938a88ff-3e9e-4ccd-be02-536308799e39 None None] Bound port: 081eba37-682c-4461-9999-0209b94d8f60, host: dv-cinder-790492-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:23:58.410560 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-938a88ff-3e9e-4ccd-be02-536308799e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:58.417085 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748fa5e-9128-4c93-835f-2cdf85043cbd tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01991150-bff1-469c-9f58-8078721251aa,revision_number=0']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:58.426794 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2748fa5e-9128-4c93-835f-2cdf85043cbd tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:58.428665 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-2748fa5e-9128-4c93-835f-2cdf85043cbd tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2631190 Aug 25 18:23:58.431850 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 35486) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:58.437163 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-4647304f-5a4b-44c4-ba08-4d8679f0dffa tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Request body: {'security_group_rule': {'security_group_id': '181e219a-c68c-442c-92ea-2dc82905c88b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:23:58.506782 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-938a88ff-3e9e-4ccd-be02-536308799e39 None None] For port 081eba37-682c-4461-9999-0209b94d8f60, host dv-cinder-790492-8-iscsi, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:23:58.512575 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4647304f-5a4b-44c4-ba08-4d8679f0dffa tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:58.517588 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-938a88ff-3e9e-4ccd-be02-536308799e39 None None] For port 081eba37-682c-4461-9999-0209b94d8f60, host dv-cinder-790492-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=081eba37-682c-4461-9999-0209b94d8f60,segment=NetworkSegment(62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168),segment_id=62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:23:58.524415 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-938a88ff-3e9e-4ccd-be02-536308799e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:58.620998 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938a88ff-3e9e-4ccd-be02-536308799e39 None None] Routers {'82765363-f53f-4ab1-a3fb-f61972a507c7'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:23:58.621942 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-938a88ff-3e9e-4ccd-be02-536308799e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:23:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['82765363-f53f-4ab1-a3fb-f61972a507c7'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:23:58.631748 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4647304f-5a4b-44c4-ba08-4d8679f0dffa tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:58.638551 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4647304f-5a4b-44c4-ba08-4d8679f0dffa tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516089'] for security_group_rule, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:58.685428 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647304f-5a4b-44c4-ba08-4d8679f0dffa tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e1a7bf4-472a-4f20-a17d-98fa1f860bb6,revision_number=0']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:58.704301 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4647304f-5a4b-44c4-ba08-4d8679f0dffa tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:58.705810 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-4647304f-5a4b-44c4-ba08-4d8679f0dffa tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2727945 Aug 25 18:23:58.714292 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 35496) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:23:58.724099 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-b237a47d-8ccc-43e7-9cc2-1158cb78a89c tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Request body: {'floatingip': {'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:23:58.748979 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-49e4ceca-861c-4bfd-a7f3-58a0ce9af3c7 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:58.753617 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-49e4ceca-861c-4bfd-a7f3-58a0ce9af3c7 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.24 "GET /v2.0/networks?id=2cd15194-5e4d-4178-a19c-bfac18d7be9f HTTP/1.1" status: 200 len: 814 time: 0.3257785 Aug 25 18:23:58.771897 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643212a-44fb-42e8-a2a3-85e2bbe29a4c None None] Pushing event updated for resources: {'Port': ['ID=081eba37-682c-4461-9999-0209b94d8f60,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:58.779684 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-11b961f7-67eb-4015-9d77-ae202b517192 req-26abdf54-5cdb-4978-8342-8b874aedd702 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Allocated IP 172.20.0.9 (712e96ef-9e9b-4b73-86e7-fd167aa50e3f/1e0cb288-de13-48e8-a459-ea7d40af495d/23589040-3469-4d0a-9c0b-77c2255d3037) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:23:58.784133 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b237a47d-8ccc-43e7-9cc2-1158cb78a89c tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for floatingip, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:58.789045 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-ae29a295-ca83-4a9b-8eeb-05c349636fe0 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Request body: {'port': {'device_id': 'ab098503-6df4-46e9-8e5a-3b9b4e03bc6e', 'network_id': '2cd15194-5e4d-4178-a19c-bfac18d7be9f', 'admin_state_up': True, 'tenant_id': 'dfb0f87eed314ea4a07c2ce25cc9966a'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:23:58.903966 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-938a88ff-3e9e-4ccd-be02-536308799e39 None None] Set router 82765363-f53f-4ab1-a3fb-f61972a507c7 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:23:59.006429 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b237a47d-8ccc-43e7-9cc2-1158cb78a89c tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:59.062757 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:59.140238 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-11b961f7-67eb-4015-9d77-ae202b517192 req-26abdf54-5cdb-4978-8342-8b874aedd702 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:59.249236 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-b237a47d-8ccc-43e7-9cc2-1158cb78a89c tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Allocated IP 172.27.3.250 (e0615610-0145-4336-86ca-92716d56c217/ba8c35dc-42f2-4379-aafd-ce1793efee80/71745bd2-4270-4660-9ae5-76197d3f1d12) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:23:59.254048 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-ae29a295-ca83-4a9b-8eeb-05c349636fe0 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Made reservation on behalf of dfb0f87eed314ea4a07c2ce25cc9966a for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:23:59.257978 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-ae29a295-ca83-4a9b-8eeb-05c349636fe0 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:59.292503 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-938a88ff-3e9e-4ccd-be02-536308799e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'name': 'tempest-AttachVolumeTestJSON-264473942-router', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '3e5b458c-f251-4566-a0b3-b8fb1441987e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:23:54Z', 'revision_number': 4, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'gw_port': {'id': '3e5b458c-f251-4566-a0b3-b8fb1441987e', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '081eba37-682c-4461-9999-0209b94d8f60', 'name': '', 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'mac_address': 'fa:16:3e:ab:2f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '37e9ac56-2a31-4c36-93d9-ecbd84267da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:23:53Z', 'updated_at': '2021-08-25T18:23:58Z', 'revision_number': 4, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'subnets': [{'id': '37e9ac56-2a31-4c36-93d9-ecbd84267da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:23:59.295436 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ba984-3e29-4f91-93d6-9451a893f908 req-fc047a53-d974-480c-8666-30b59f84ff3a tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:59.302652 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e50ba984-3e29-4f91-93d6-9451a893f908 req-fc047a53-d974-480c-8666-30b59f84ff3a tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.3617082 Aug 25 18:23:59.309405 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b901e0a8-6116-4b82-998d-135a0eb564ae req-86f3a45a-863f-4978-9f7b-57b036e8b8cd tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cc5bf04-e7cb-4a8a-9876-2407539a73b9 HTTP/1.1" status: 200 len: 210 time: 0.1005421 Aug 25 18:23:59.375016 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938a88ff-3e9e-4ccd-be02-536308799e39 None None] The sync data for ids ['82765363-f53f-4ab1-a3fb-f61972a507c7'] in dv-cinder-790492-8-iscsi is: [{'id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'name': 'tempest-AttachVolumeTestJSON-264473942-router', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '3e5b458c-f251-4566-a0b3-b8fb1441987e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:23:54Z', 'revision_number': 4, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'gw_port': {'id': '3e5b458c-f251-4566-a0b3-b8fb1441987e', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '081eba37-682c-4461-9999-0209b94d8f60', 'name': '', 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'mac_address': 'fa:16:3e:ab:2f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '37e9ac56-2a31-4c36-93d9-ecbd84267da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:23:53Z', 'updated_at': '2021-08-25T18:23:58Z', 'revision_number': 4, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'subnets': [{'id': '37e9ac56-2a31-4c36-93d9-ecbd84267da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:23:59.399067 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e50ba984-3e29-4f91-93d6-9451a893f908 req-fe50b136-23fc-4509-8bb5-a6102b89787b tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954416 Aug 25 18:23:59.412001 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-11b961f7-67eb-4015-9d77-ae202b517192 req-26abdf54-5cdb-4978-8342-8b874aedd702 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:59.504197 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b237a47d-8ccc-43e7-9cc2-1158cb78a89c tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:59.545293 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2663bcdb-db4e-4236-b4b2-cb4a06447e2e req-b06f272c-cd2c-4ad5-8151-8cffe84088b1 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab098503-6df4-46e9-8e5a-3b9b4e03bc6e HTTP/1.1" status: 200 len: 210 time: 0.0404954 Aug 25 18:23:59.577216 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26abdf54-5cdb-4978-8342-8b874aedd702 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Pushing event updated for resources: {'Port': ['ID=23589040-3469-4d0a-9c0b-77c2255d3037,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:59.583872 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11b961f7-67eb-4015-9d77-ae202b517192 req-26abdf54-5cdb-4978-8342-8b874aedd702 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Network 712e96ef-9e9b-4b73-86e7-fd167aa50e3f is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:23:59.615816 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-11b961f7-67eb-4015-9d77-ae202b517192 req-26abdf54-5cdb-4978-8342-8b874aedd702 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:23:59.637137 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b961f7-67eb-4015-9d77-ae202b517192 req-26abdf54-5cdb-4978-8342-8b874aedd702 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:23:59.643322 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b237a47d-8ccc-43e7-9cc2-1158cb78a89c tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12706292'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:59.648377 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b961f7-67eb-4015-9d77-ae202b517192 req-26abdf54-5cdb-4978-8342-8b874aedd702 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:23:59.653423 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-11b961f7-67eb-4015-9d77-ae202b517192 req-26abdf54-5cdb-4978-8342-8b874aedd702 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:59.708345 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-11b961f7-67eb-4015-9d77-ae202b517192 req-26abdf54-5cdb-4978-8342-8b874aedd702 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6005514 Aug 25 18:23:59.716690 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-ae29a295-ca83-4a9b-8eeb-05c349636fe0 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Allocated IP 172.20.0.4 (2cd15194-5e4d-4178-a19c-bfac18d7be9f/ecab46d4-97f7-43f1-803d-02b5f4e01661/f56e0972-0d9c-49d1-951d-028a21f35377) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:23:59.720417 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b237a47d-8ccc-43e7-9cc2-1158cb78a89c tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Network e0615610-0145-4336-86ca-92716d56c217 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:23:59.726460 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-11b961f7-67eb-4015-9d77-ae202b517192 req-fc89a2d8-6a17-48c5-9c70-d8ec64cf6548 service neutron] Request body: {'port': {'device_id': '0cc5bf04-e7cb-4a8a-9876-2407539a73b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:23:59.726863 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-b237a47d-8ccc-43e7-9cc2-1158cb78a89c tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:23:59.742530 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b237a47d-8ccc-43e7-9cc2-1158cb78a89c tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:23:59.783707 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237a47d-8ccc-43e7-9cc2-1158cb78a89c tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Pushing event updated for resources: {'Port': ['ID=71745bd2-4270-4660-9ae5-76197d3f1d12,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:23:59.866190 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b237a47d-8ccc-43e7-9cc2-1158cb78a89c tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:59.883156 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-11b961f7-67eb-4015-9d77-ae202b517192 req-fc89a2d8-6a17-48c5-9c70-d8ec64cf6548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:23:59.922916 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b237a47d-8ccc-43e7-9cc2-1158cb78a89c tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:00.125074 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c44315-ceca-447b-9270-d72143c35fd8 req-87923205-083d-4e1b-8c77-7b52406505cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:00.132943 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-93c44315-ceca-447b-9270-d72143c35fd8 req-87923205-083d-4e1b-8c77-7b52406505cf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 1099 time: 0.3054843 Aug 25 18:24:00.201568 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b237a47d-8ccc-43e7-9cc2-1158cb78a89c tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:00.205626 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-ae29a295-ca83-4a9b-8eeb-05c349636fe0 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:00.208220 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b237a47d-8ccc-43e7-9cc2-1158cb78a89c tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12706285'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:00.249427 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 35552) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:24:00.290009 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-93c44315-ceca-447b-9270-d72143c35fd8 req-2c867f2f-57b1-446b-8f4f-f1d4939bf1b6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456172 Aug 25 18:24:00.309493 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237a47d-8ccc-43e7-9cc2-1158cb78a89c tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Pushing event updated for resources: {'Port': ['ID=71745bd2-4270-4660-9ae5-76197d3f1d12,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:00.319622 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b237a47d-8ccc-43e7-9cc2-1158cb78a89c tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438161'] for floatingip, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:00.350849 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b237a47d-8ccc-43e7-9cc2-1158cb78a89c tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for floatingip, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:00.352597 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-b237a47d-8ccc-43e7-9cc2-1158cb78a89c tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6360974 Aug 25 18:24:00.385901 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-ae29a295-ca83-4a9b-8eeb-05c349636fe0 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:00.410845 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['f4dda55a-138e-4547-958a-e8ea46b3244e', '851e6b02-1d26-41c2-b4d8-4cd25cad8dcc'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:24:00.476883 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ad55ee45-a679-44ff-9eaa-002ffd7f7ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:00.663408 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ad55ee45-a679-44ff-9eaa-002ffd7f7ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:00.668644 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ad55ee45-a679-44ff-9eaa-002ffd7f7ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:00.709620 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-ad55ee45-a679-44ff-9eaa-002ffd7f7ce4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=56f36810b6504b878eb611242bf1a100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4565046 Aug 25 18:24:00.709620 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55ee45-a679-44ff-9eaa-002ffd7f7ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146579d5-56dd-44b5-997c-0c950968c980,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:00.711005 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 35568) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:24:00.773516 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-79f17bc4-5c5d-45df-ad8a-be5dc158f317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:00.777839 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-ae29a295-ca83-4a9b-8eeb-05c349636fe0 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Network 2cd15194-5e4d-4178-a19c-bfac18d7be9f is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:24:00.797167 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-79f17bc4-5c5d-45df-ad8a-be5dc158f317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:00.821509 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-ae29a295-ca83-4a9b-8eeb-05c349636fe0 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:24:00.830837 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae29a295-ca83-4a9b-8eeb-05c349636fe0 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Pushing event updated for resources: {'Port': ['ID=f56e0972-0d9c-49d1-951d-028a21f35377,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:00.840785 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-ae29a295-ca83-4a9b-8eeb-05c349636fe0 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:24:00.847595 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-ae29a295-ca83-4a9b-8eeb-05c349636fe0 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:00.848082 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-ae29a295-ca83-4a9b-8eeb-05c349636fe0 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:00.850940 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-79f17bc4-5c5d-45df-ad8a-be5dc158f317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:00.854299 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-79f17bc4-5c5d-45df-ad8a-be5dc158f317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:00.855624 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-79f17bc4-5c5d-45df-ad8a-be5dc158f317 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/146579d5-56dd-44b5-997c-0c950968c980 HTTP/1.1" status: 204 len: 168 time: 0.1441724 Aug 25 18:24:00.865790 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f17bc4-5c5d-45df-ad8a-be5dc158f317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146579d5-56dd-44b5-997c-0c950968c980,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:00.910084 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [req-11b961f7-67eb-4015-9d77-ae202b517192 req-fc89a2d8-6a17-48c5-9c70-d8ec64cf6548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23589040-3469-4d0a-9c0b-77c2255d3037 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:24:00.929765 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-11b961f7-67eb-4015-9d77-ae202b517192 req-fc89a2d8-6a17-48c5-9c70-d8ec64cf6548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:00.936418 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-ae29a295-ca83-4a9b-8eeb-05c349636fe0 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1521165 Aug 25 18:24:00.956540 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be5069-bad5-403e-b763-7bdcc72b892a req-91a3936b-0999-4690-9120-862c7a69da41 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:00.958103 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-70be5069-bad5-403e-b763-7bdcc72b892a req-91a3936b-0999-4690-9120-862c7a69da41 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cc5bf04-e7cb-4a8a-9876-2407539a73b9 HTTP/1.1" status: 200 len: 931 time: 0.5135703 Aug 25 18:24:00.969574 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a384e2c-fbc0-4895-b16c-0d64210edb13 req-c905151e-9e44-411d-9c03-43eb535f3337 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:00.971118 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1a384e2c-fbc0-4895-b16c-0d64210edb13 req-c905151e-9e44-411d-9c03-43eb535f3337 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.2076304 Aug 25 18:24:00.976295 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-0419f183-edd8-4577-8c8f-7b631a197f2a service neutron] Request body: {'port': {'device_id': 'ab098503-6df4-46e9-8e5a-3b9b4e03bc6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:24:00.979837 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-11b961f7-67eb-4015-9d77-ae202b517192 req-fc89a2d8-6a17-48c5-9c70-d8ec64cf6548 service neutron] Transition to ACTIVE for port object 23589040-3469-4d0a-9c0b-77c2255d3037 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:24:01.012281 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-11b961f7-67eb-4015-9d77-ae202b517192 req-fc89a2d8-6a17-48c5-9c70-d8ec64cf6548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:01.136194 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-70be5069-bad5-403e-b763-7bdcc72b892a req-4f343079-9ed3-4019-bf69-25f6f86b7976 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fa8411f-f329-4f07-af96-a056509f895f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636503 Aug 25 18:24:01.151655 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1a384e2c-fbc0-4895-b16c-0d64210edb13 req-2132b38c-2276-49e1-9d8f-adb31114bac7 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700883 Aug 25 18:24:01.154878 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89a2d8-6a17-48c5-9c70-d8ec64cf6548 service neutron] Pushing event updated for resources: {'Port': ['ID=23589040-3469-4d0a-9c0b-77c2255d3037,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:01.163244 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-0419f183-edd8-4577-8c8f-7b631a197f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:01.219037 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 35580) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:24:01.235854 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6e204a4e-ad3a-4e07-8c5b-f1d86459ce98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:01.249766 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-11b961f7-67eb-4015-9d77-ae202b517192 req-fc89a2d8-6a17-48c5-9c70-d8ec64cf6548 service neutron] Attempting to bind port 23589040-3469-4d0a-9c0b-77c2255d3037 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:24:01.250106 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-11b961f7-67eb-4015-9d77-ae202b517192 req-fc89a2d8-6a17-48c5-9c70-d8ec64cf6548 service neutron] Attempting to bind port 23589040-3469-4d0a-9c0b-77c2255d3037 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'af3ddc7f-e50c-4acc-a5eb-2108c8706daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '712e96ef-9e9b-4b73-86e7-fd167aa50e3f'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:24:01.250432 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b961f7-67eb-4015-9d77-ae202b517192 req-fc89a2d8-6a17-48c5-9c70-d8ec64cf6548 service neutron] Attempting to bind port 23589040-3469-4d0a-9c0b-77c2255d3037 on network 712e96ef-9e9b-4b73-86e7-fd167aa50e3f {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:24:01.281741 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b961f7-67eb-4015-9d77-ae202b517192 req-fc89a2d8-6a17-48c5-9c70-d8ec64cf6548 service neutron] Port 23589040-3469-4d0a-9c0b-77c2255d3037 on network 712e96ef-9e9b-4b73-86e7-fd167aa50e3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 18:24:01.282136 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b961f7-67eb-4015-9d77-ae202b517192 req-fc89a2d8-6a17-48c5-9c70-d8ec64cf6548 service neutron] Attempting to bind port 23589040-3469-4d0a-9c0b-77c2255d3037 on network 712e96ef-9e9b-4b73-86e7-fd167aa50e3f {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:24:01.303007 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b961f7-67eb-4015-9d77-ae202b517192 req-fc89a2d8-6a17-48c5-9c70-d8ec64cf6548 service neutron] Checking agent: {'id': '7fd900e3-9f03-4129-b0c6-db4e233cdb3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'started_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:24:01.303187 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b961f7-67eb-4015-9d77-ae202b517192 req-fc89a2d8-6a17-48c5-9c70-d8ec64cf6548 service neutron] Checking segment: {'id': 'af3ddc7f-e50c-4acc-a5eb-2108c8706daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '712e96ef-9e9b-4b73-86e7-fd167aa50e3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:24:01.303427 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b961f7-67eb-4015-9d77-ae202b517192 req-fc89a2d8-6a17-48c5-9c70-d8ec64cf6548 service neutron] Bound using segment: {'id': 'af3ddc7f-e50c-4acc-a5eb-2108c8706daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '712e96ef-9e9b-4b73-86e7-fd167aa50e3f'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:24:01.303995 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-11b961f7-67eb-4015-9d77-ae202b517192 req-fc89a2d8-6a17-48c5-9c70-d8ec64cf6548 service neutron] Bound port: 23589040-3469-4d0a-9c0b-77c2255d3037, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af3ddc7f-e50c-4acc-a5eb-2108c8706daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '712e96ef-9e9b-4b73-86e7-fd167aa50e3f'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:24:01.304494 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-11b961f7-67eb-4015-9d77-ae202b517192 req-fc89a2d8-6a17-48c5-9c70-d8ec64cf6548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:01.373624 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6e204a4e-ad3a-4e07-8c5b-f1d86459ce98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:01.378019 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6e204a4e-ad3a-4e07-8c5b-f1d86459ce98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:01.430491 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-6e204a4e-ad3a-4e07-8c5b-f1d86459ce98 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6edf4af08cbd4369a3121d5cb33a03bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2080293 Aug 25 18:24:01.430491 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e204a4e-ad3a-4e07-8c5b-f1d86459ce98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a53fba-cbe6-4a1c-809c-8a49a23eadee,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:01.434030 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 35600) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:24:01.456965 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491004d-cc2e-4483-93dd-9113b3431d51 req-ba69d993-01e7-49b0-a3cd-8f2fe6235c94 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:01.458518 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0491004d-cc2e-4483-93dd-9113b3431d51 req-ba69d993-01e7-49b0-a3cd-8f2fe6235c94 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab098503-6df4-46e9-8e5a-3b9b4e03bc6e HTTP/1.1" status: 200 len: 931 time: 0.2191372 Aug 25 18:24:01.472397 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-8caeda3e-72b0-4b98-b97c-75dca3e9b605 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--935064692&fields=id&tenant_id=ff6fe479012b4bdfbf44365f146a6cb1 HTTP/1.1" status: 200 len: 267 time: 0.1746187 Aug 25 18:24:01.494375 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b1368524-4f13-4d6d-9eee-2660bbb30a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:01.524609 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b1368524-4f13-4d6d-9eee-2660bbb30a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:01.570737 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 081eba37-682c-4461-9999-0209b94d8f60 up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:24:01.574462 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b1368524-4f13-4d6d-9eee-2660bbb30a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:01.580433 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b1368524-4f13-4d6d-9eee-2660bbb30a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:01.585157 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-b1368524-4f13-4d6d-9eee-2660bbb30a8c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f2a53fba-cbe6-4a1c-809c-8a49a23eadee HTTP/1.1" status: 204 len: 168 time: 0.1486592 Aug 25 18:24:01.598052 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1368524-4f13-4d6d-9eee-2660bbb30a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a53fba-cbe6-4a1c-809c-8a49a23eadee,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:01.663718 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-11b961f7-67eb-4015-9d77-ae202b517192 req-fc89a2d8-6a17-48c5-9c70-d8ec64cf6548 service neutron] For port 23589040-3469-4d0a-9c0b-77c2255d3037, host hv-cinder-79049, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:24:01.703200 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-11b961f7-67eb-4015-9d77-ae202b517192 req-fc89a2d8-6a17-48c5-9c70-d8ec64cf6548 service neutron] For port 23589040-3469-4d0a-9c0b-77c2255d3037, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=23589040-3469-4d0a-9c0b-77c2255d3037,segment=NetworkSegment(af3ddc7f-e50c-4acc-a5eb-2108c8706daa),segment_id=af3ddc7f-e50c-4acc-a5eb-2108c8706daa)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:24:01.710294 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0491004d-cc2e-4483-93dd-9113b3431d51 req-338b0d07-c1d2-48e6-ad5e-bb86e51501cc tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430801 Aug 25 18:24:01.717767 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-11b961f7-67eb-4015-9d77-ae202b517192 req-fc89a2d8-6a17-48c5-9c70-d8ec64cf6548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:01.764427 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning for port 081eba37-682c-4461-9999-0209b94d8f60 completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:24:01.768849 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port 081eba37-682c-4461-9999-0209b94d8f60 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:24:01.769288 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:01.820081 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b961f7-67eb-4015-9d77-ae202b517192 req-fc89a2d8-6a17-48c5-9c70-d8ec64cf6548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:01.820967 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-11b961f7-67eb-4015-9d77-ae202b517192 req-fc89a2d8-6a17-48c5-9c70-d8ec64cf6548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:01.822527 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-11b961f7-67eb-4015-9d77-ae202b517192 req-fc89a2d8-6a17-48c5-9c70-d8ec64cf6548 service neutron] 10.222.0.24 "PUT /v2.0/ports/23589040-3469-4d0a-9c0b-77c2255d3037 HTTP/1.1" status: 200 len: 1093 time: 2.1020708 Aug 25 18:24:01.843624 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc5bf04-e7cb-4a8a-9876-2407539a73b9', 'tag': '23589040-3469-4d0a-9c0b-77c2255d3037'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:24:01.846640 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402ea608-e854-4b91-83fb-494dd1c38143" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc5bf04-e7cb-4a8a-9876-2407539a73b9", "tag": "23589040-3469-4d0a-9c0b-77c2255d3037"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:24:01.899023 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-2a232265-0ac1-4134-91ef-e74c23338bf5 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:01.913139 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:01.917716 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-2a232265-0ac1-4134-91ef-e74c23338bf5 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/networks?id=0d04d8ed-dff1-407b-ac17-418584fb2033 HTTP/1.1" status: 200 len: 810 time: 0.4252899 Aug 25 18:24:01.961774 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a73fd473-a473-4725-b778-338a169d167b None None] For port 081eba37-682c-4461-9999-0209b94d8f60, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=081eba37-682c-4461-9999-0209b94d8f60,segment=NetworkSegment(62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168),segment_id=62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:24:01.969751 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:01.980899 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8b74e7-7904-43e9-bdc7-3e2440d0062c x-openstack-request-id: req-ac8b74e7-7904-43e9-bdc7-3e2440d0062c {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:24:01.981181 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc5bf04-e7cb-4a8a-9876-2407539a73b9", "tag": "23589040-3469-4d0a-9c0b-77c2255d3037", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:24:01.981564 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ac8b74e7-7904-43e9-bdc7-3e2440d0062c {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:24:01.981953 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc5bf04-e7cb-4a8a-9876-2407539a73b9', 'tag': '23589040-3469-4d0a-9c0b-77c2255d3037', 'status': 'completed', 'code': 200} Aug 25 18:24:02.005943 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-43422113-4e52-4d17-9896-7c31aa123675 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/quotas/ff6fe479012b4bdfbf44365f146a6cb1 HTTP/1.1" status: 200 len: 375 time: 0.0872650 Aug 25 18:24:02.015156 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89a2d8-6a17-48c5-9c70-d8ec64cf6548 service neutron] Pushing event updated for resources: {'Port': ['ID=23589040-3469-4d0a-9c0b-77c2255d3037,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:02.029229 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Pushing event updated for resources: {'Port': ['ID=081eba37-682c-4461-9999-0209b94d8f60,revision_number=5']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:02.060061 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 35610) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:24:02.073880 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-51a15df6-6b14-47a0-90b0-4c3f811a8a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:02.088492 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b961f7-67eb-4015-9d77-ae202b517192 req-2d93a216-1d61-4450-aa41-69eeabc42541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:02.090005 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-11b961f7-67eb-4015-9d77-ae202b517192 req-2d93a216-1d61-4450-aa41-69eeabc42541 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9ddc87ed45749fa8b549b0e37d5ee48&device_id=0cc5bf04-e7cb-4a8a-9876-2407539a73b9 HTTP/1.1" status: 200 len: 1096 time: 0.1538157 Aug 25 18:24:02.108595 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-0419f183-edd8-4577-8c8f-7b631a197f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f56e0972-0d9c-49d1-951d-028a21f35377 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:24:02.147784 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-0419f183-edd8-4577-8c8f-7b631a197f2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:02.161913 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-11b961f7-67eb-4015-9d77-ae202b517192 req-09ba4604-7da3-49e6-aab0-46f8f32257be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23589040-3469-4d0a-9c0b-77c2255d3037 HTTP/1.1" status: 200 len: 217 time: 0.0601697 Aug 25 18:24:02.177746 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-51a15df6-6b14-47a0-90b0-4c3f811a8a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:02.182699 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-51a15df6-6b14-47a0-90b0-4c3f811a8a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:02.187766 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-d9831663-7bf6-470d-9c18-78a3b839df46 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff6fe479012b4bdfbf44365f146a6cb1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1808105 Aug 25 18:24:02.240317 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-51a15df6-6b14-47a0-90b0-4c3f811a8a2e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5049f77d2b664ea08feb06f129009e07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1785922 Aug 25 18:24:02.240941 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-0419f183-edd8-4577-8c8f-7b631a197f2a service neutron] Transition to ACTIVE for port object f56e0972-0d9c-49d1-951d-028a21f35377 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:24:02.242321 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 35616) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:24:02.255477 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a15df6-6b14-47a0-90b0-4c3f811a8a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b903422-5bcb-4777-b2fe-e88c831bf5a0,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:02.301240 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-0419f183-edd8-4577-8c8f-7b631a197f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:02.307745 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9c70a818-4212-4d02-b7ea-04e1273d372f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:02.336985 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9c70a818-4212-4d02-b7ea-04e1273d372f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:02.378589 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b961f7-67eb-4015-9d77-ae202b517192 req-628589cc-fd94-4674-a1d3-52019d5a2374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:02.380063 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-11b961f7-67eb-4015-9d77-ae202b517192 req-628589cc-fd94-4674-a1d3-52019d5a2374 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e0cb288-de13-48e8-a459-ea7d40af495d HTTP/1.1" status: 200 len: 849 time: 0.1914291 Aug 25 18:24:02.398360 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9c70a818-4212-4d02-b7ea-04e1273d372f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:02.402974 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9c70a818-4212-4d02-b7ea-04e1273d372f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:02.409410 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-9c70a818-4212-4d02-b7ea-04e1273d372f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4b903422-5bcb-4777-b2fe-e88c831bf5a0 HTTP/1.1" status: 204 len: 168 time: 0.1654656 Aug 25 18:24:02.419905 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c70a818-4212-4d02-b7ea-04e1273d372f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b903422-5bcb-4777-b2fe-e88c831bf5a0,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:02.454554 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-11b961f7-67eb-4015-9d77-ae202b517192 req-d0f4e5ca-46a5-4cd6-8e8e-f88c9c93a6fe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=712e96ef-9e9b-4b73-86e7-fd167aa50e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609581 Aug 25 18:24:02.460929 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419f183-edd8-4577-8c8f-7b631a197f2a service neutron] Pushing event updated for resources: {'Port': ['ID=f56e0972-0d9c-49d1-951d-028a21f35377,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:02.479541 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e26813-46b2-4da0-b501-070c2723969c req-0b87abf9-8629-4130-a2ae-178acf2fe186 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:02.481053 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-72e26813-46b2-4da0-b501-070c2723969c req-0b87abf9-8629-4130-a2ae-178acf2fe186 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cc5bf04-e7cb-4a8a-9876-2407539a73b9 HTTP/1.1" status: 200 len: 943 time: 0.2370234 Aug 25 18:24:02.567161 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-59c6491e-e7fe-4cc3-8565-b84f9aa1759c service neutron] 10.222.0.37 "GET /v2.0/networks/0d04d8ed-dff1-407b-ac17-418584fb2033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616166 Aug 25 18:24:02.584852 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-0419f183-edd8-4577-8c8f-7b631a197f2a service neutron] Attempting to bind port f56e0972-0d9c-49d1-951d-028a21f35377 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:24:02.585117 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-0419f183-edd8-4577-8c8f-7b631a197f2a service neutron] Attempting to bind port f56e0972-0d9c-49d1-951d-028a21f35377 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'c3ad605d-0b91-482b-81a4-b24229efd6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2cd15194-5e4d-4178-a19c-bfac18d7be9f'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:24:02.585653 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-0419f183-edd8-4577-8c8f-7b631a197f2a service neutron] Attempting to bind port f56e0972-0d9c-49d1-951d-028a21f35377 on network 2cd15194-5e4d-4178-a19c-bfac18d7be9f {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:24:02.643598 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-0419f183-edd8-4577-8c8f-7b631a197f2a service neutron] Port f56e0972-0d9c-49d1-951d-028a21f35377 on network 2cd15194-5e4d-4178-a19c-bfac18d7be9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 18:24:02.643927 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-0419f183-edd8-4577-8c8f-7b631a197f2a service neutron] Attempting to bind port f56e0972-0d9c-49d1-951d-028a21f35377 on network 2cd15194-5e4d-4178-a19c-bfac18d7be9f {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:24:02.674517 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-0419f183-edd8-4577-8c8f-7b631a197f2a service neutron] Checking agent: {'id': '7fd900e3-9f03-4129-b0c6-db4e233cdb3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'started_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:24:02.674860 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-0419f183-edd8-4577-8c8f-7b631a197f2a service neutron] Checking segment: {'id': 'c3ad605d-0b91-482b-81a4-b24229efd6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2cd15194-5e4d-4178-a19c-bfac18d7be9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:24:02.675254 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-0419f183-edd8-4577-8c8f-7b631a197f2a service neutron] Bound using segment: {'id': 'c3ad605d-0b91-482b-81a4-b24229efd6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2cd15194-5e4d-4178-a19c-bfac18d7be9f'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:24:02.675702 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-0419f183-edd8-4577-8c8f-7b631a197f2a service neutron] Bound port: f56e0972-0d9c-49d1-951d-028a21f35377, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ad605d-0b91-482b-81a4-b24229efd6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2cd15194-5e4d-4178-a19c-bfac18d7be9f'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:24:02.676064 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-0419f183-edd8-4577-8c8f-7b631a197f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:02.693317 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-72e26813-46b2-4da0-b501-070c2723969c req-0b53cae5-dcdc-48e8-ad44-6ca19b6e8fa4 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fa8411f-f329-4f07-af96-a056509f895f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901367 Aug 25 18:24:02.747991 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-11b961f7-67eb-4015-9d77-ae202b517192 req-d46283fa-9d44-4c67-8930-91f5d074f175 service neutron] 10.222.0.24 "GET /v2.0/networks/712e96ef-9e9b-4b73-86e7-fd167aa50e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766984 Aug 25 18:24:02.830089 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-500e7e88-4f2a-46a2-a316-cc6156ad56af service neutron] 10.222.0.37 "GET /v2.0/networks/0d04d8ed-dff1-407b-ac17-418584fb2033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485166 Aug 25 18:24:02.877705 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-0419f183-edd8-4577-8c8f-7b631a197f2a service neutron] For port f56e0972-0d9c-49d1-951d-028a21f35377, host hv-cinder-79049, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:24:02.903732 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-0419f183-edd8-4577-8c8f-7b631a197f2a service neutron] For port f56e0972-0d9c-49d1-951d-028a21f35377, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f56e0972-0d9c-49d1-951d-028a21f35377,segment=NetworkSegment(c3ad605d-0b91-482b-81a4-b24229efd6d3),segment_id=c3ad605d-0b91-482b-81a4-b24229efd6d3)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:24:02.915583 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-0419f183-edd8-4577-8c8f-7b631a197f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:02.953405 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8090f8-f292-4489-8bca-98d005e56f46 req-02986b77-180c-4b8d-900d-d7b5a8cf69ce tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:02.961472 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2e8090f8-f292-4489-8bca-98d005e56f46 req-02986b77-180c-4b8d-900d-d7b5a8cf69ce tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.1336992 Aug 25 18:24:03.003836 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-0419f183-edd8-4577-8c8f-7b631a197f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:03.004748 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-0419f183-edd8-4577-8c8f-7b631a197f2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:03.006164 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-0419f183-edd8-4577-8c8f-7b631a197f2a service neutron] 10.222.0.24 "PUT /v2.0/ports/f56e0972-0d9c-49d1-951d-028a21f35377 HTTP/1.1" status: 200 len: 1093 time: 2.0471237 Aug 25 18:24:03.036415 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-11b961f7-67eb-4015-9d77-ae202b517192 req-4e780daa-3fcf-4111-9fdf-ff03f0edf083 service neutron] 10.222.0.24 "GET /v2.0/networks/712e96ef-9e9b-4b73-86e7-fd167aa50e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769263 Aug 25 18:24:03.097539 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419f183-edd8-4577-8c8f-7b631a197f2a service neutron] Pushing event updated for resources: {'Port': ['ID=f56e0972-0d9c-49d1-951d-028a21f35377,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:03.385897 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2e8090f8-f292-4489-8bca-98d005e56f46 req-91c57e5f-39be-4d53-aa13-4f2ab48b9787 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238749 Aug 25 18:24:03.411035 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f8574-f85f-4b2e-827a-fe29eaf6cc8d req-93a37299-35d5-4934-8cc9-5172de2b9c8b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:03.412619 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-618f8574-f85f-4b2e-827a-fe29eaf6cc8d req-93a37299-35d5-4934-8cc9-5172de2b9c8b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab098503-6df4-46e9-8e5a-3b9b4e03bc6e HTTP/1.1" status: 200 len: 943 time: 0.4249027 Aug 25 18:24:03.433439 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-baba8977-5708-4885-a0e2-44f32f2d3ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:03.434956 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-baba8977-5708-4885-a0e2-44f32f2d3ad2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dfb0f87eed314ea4a07c2ce25cc9966a&device_id=ab098503-6df4-46e9-8e5a-3b9b4e03bc6e HTTP/1.1" status: 200 len: 1096 time: 0.3408494 Aug 25 18:24:03.460024 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ea608-e854-4b91-83fb-494dd1c38143 req-27b800be-6365-4479-b3bd-b3be483b63c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:03.461552 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-402ea608-e854-4b91-83fb-494dd1c38143 req-27b800be-6365-4479-b3bd-b3be483b63c9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9ddc87ed45749fa8b549b0e37d5ee48&device_id=0cc5bf04-e7cb-4a8a-9876-2407539a73b9 HTTP/1.1" status: 200 len: 1096 time: 0.3655896 Aug 25 18:24:03.513502 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-27106878-80bc-46fe-afbe-666f5f668c18 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f56e0972-0d9c-49d1-951d-028a21f35377 HTTP/1.1" status: 200 len: 217 time: 0.0570674 Aug 25 18:24:03.513671 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 081eba37-682c-4461-9999-0209b94d8f60 up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:24:03.529370 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-618f8574-f85f-4b2e-827a-fe29eaf6cc8d req-470bd6ee-7dc4-466c-9b6e-3f09d6bba591 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995028 Aug 25 18:24:03.567437 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port 081eba37-682c-4461-9999-0209b94d8f60 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:24:03.568070 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:03.639584 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-66a54a4e-9ceb-4566-989a-3f0e63b999cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:03.641373 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-66a54a4e-9ceb-4566-989a-3f0e63b999cf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecab46d4-97f7-43f1-803d-02b5f4e01661 HTTP/1.1" status: 200 len: 854 time: 0.0820994 Aug 25 18:24:03.661990 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-68b4c4ce-4d6a-4596-98ec-9dc38f5e419e req-413c4d5a-3bc7-4492-914e-6a3e9d6f11a4 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 210 time: 0.0509300 Aug 25 18:24:03.722437 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-c915a192-7d14-4e8a-becf-b4648abd9d4e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2cd15194-5e4d-4178-a19c-bfac18d7be9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650048 Aug 25 18:24:03.724781 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ea608-e854-4b91-83fb-494dd1c38143 req-33b3e087-1c60-4d05-82e0-e649df8505ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:03.726071 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-402ea608-e854-4b91-83fb-494dd1c38143 req-33b3e087-1c60-4d05-82e0-e649df8505ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=712e96ef-9e9b-4b73-86e7-fd167aa50e3f HTTP/1.1" status: 200 len: 910 time: 0.2247601 Aug 25 18:24:03.745800 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd925e-26a1-4cf0-a388-3354378fa1e4 req-9b374bbe-c77e-4664-8a11-56e2df490e94 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:03.747273 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-bbcd925e-26a1-4cf0-a388-3354378fa1e4 req-9b374bbe-c77e-4664-8a11-56e2df490e94 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0843832 Aug 25 18:24:03.831407 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-402ea608-e854-4b91-83fb-494dd1c38143 req-b2fef67d-ad99-4b31-9f38-f1a81e04fad9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23589040-3469-4d0a-9c0b-77c2255d3037 HTTP/1.1" status: 200 len: 217 time: 0.0831995 Aug 25 18:24:03.934203 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-bbcd925e-26a1-4cf0-a388-3354378fa1e4 req-551b7141-ff88-48a1-8810-4130f924f730 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734710 Aug 25 18:24:03.969275 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8084fa8-4db0-4342-8677-0fd117e988f4 req-e130c01f-ccb7-443a-83ef-493da2323a9c tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:03.970773 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b8084fa8-4db0-4342-8677-0fd117e988f4 req-e130c01f-ccb7-443a-83ef-493da2323a9c tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cc5bf04-e7cb-4a8a-9876-2407539a73b9 HTTP/1.1" status: 200 len: 943 time: 0.1698077 Aug 25 18:24:03.972165 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ea608-e854-4b91-83fb-494dd1c38143 req-cd4c36b1-44b1-47d1-bd87-4582cb58bd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:03.973507 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-402ea608-e854-4b91-83fb-494dd1c38143 req-cd4c36b1-44b1-47d1-bd87-4582cb58bd16 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e0cb288-de13-48e8-a459-ea7d40af495d HTTP/1.1" status: 200 len: 849 time: 0.1077158 Aug 25 18:24:03.984477 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab098503-6df4-46e9-8e5a-3b9b4e03bc6e', 'tag': 'f56e0972-0d9c-49d1-951d-028a21f35377'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:24:03.987387 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e2497a-3a1a-4dc2-9c1c-074e65c93356" -d '{"events": [{"name": "network-changed", "server_uuid": "ab098503-6df4-46e9-8e5a-3b9b4e03bc6e", "tag": "f56e0972-0d9c-49d1-951d-028a21f35377"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:24:04.016982 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-94e38c09-9aae-4700-80b6-7ae8e78edf5c service neutron] 10.222.0.24 "GET /v2.0/networks/2cd15194-5e4d-4178-a19c-bfac18d7be9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660146 Aug 25 18:24:04.035564 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-402ea608-e854-4b91-83fb-494dd1c38143 req-8483fa66-614e-4e51-9b17-99af23faf137 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=712e96ef-9e9b-4b73-86e7-fd167aa50e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372949 Aug 25 18:24:04.057623 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041907eb-3828-4a90-94df-c94cb556ea27 x-openstack-request-id: req-041907eb-3828-4a90-94df-c94cb556ea27 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:24:04.057915 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab098503-6df4-46e9-8e5a-3b9b4e03bc6e", "tag": "f56e0972-0d9c-49d1-951d-028a21f35377", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:24:04.058146 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-041907eb-3828-4a90-94df-c94cb556ea27 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:24:04.058535 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab098503-6df4-46e9-8e5a-3b9b4e03bc6e', 'tag': 'f56e0972-0d9c-49d1-951d-028a21f35377', 'status': 'completed', 'code': 200} Aug 25 18:24:04.134586 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b8084fa8-4db0-4342-8677-0fd117e988f4 req-39b8e6b2-88b5-46f2-8555-7bafacd7689d tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fa8411f-f329-4f07-af96-a056509f895f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566279 Aug 25 18:24:04.243780 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1b6cf185-e44d-4b3d-a930-2f9287ec0e0c req-f9b2e263-333e-4cc2-aad3-9d65588cbe50 service neutron] 10.222.0.24 "GET /v2.0/networks/2cd15194-5e4d-4178-a19c-bfac18d7be9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119966 Aug 25 18:24:04.291527 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-402ea608-e854-4b91-83fb-494dd1c38143 req-1facf6d2-167d-45ee-9152-1694a4a8947d service neutron] 10.222.0.24 "GET /v2.0/networks/712e96ef-9e9b-4b73-86e7-fd167aa50e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010014 Aug 25 18:24:04.491886 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2497a-3a1a-4dc2-9c1c-074e65c93356 req-b6181dc5-897d-4a19-9f75-ec3ad7741492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:04.493461 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-33e2497a-3a1a-4dc2-9c1c-074e65c93356 req-b6181dc5-897d-4a19-9f75-ec3ad7741492 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dfb0f87eed314ea4a07c2ce25cc9966a&device_id=ab098503-6df4-46e9-8e5a-3b9b4e03bc6e HTTP/1.1" status: 200 len: 1096 time: 0.1371465 Aug 25 18:24:04.504734 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-fef86347-0536-44bf-87bc-be676317760c tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:04.506161 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-fef86347-0536-44bf-87bc-be676317760c tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.24 "GET /v2.0/networks?id=0d04d8ed-dff1-407b-ac17-418584fb2033 HTTP/1.1" status: 200 len: 810 time: 0.2664359 Aug 25 18:24:04.529584 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-402ea608-e854-4b91-83fb-494dd1c38143 req-79e86d33-ef83-4d0a-b724-f29e3c9c431a service neutron] 10.222.0.24 "GET /v2.0/networks/712e96ef-9e9b-4b73-86e7-fd167aa50e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027001 Aug 25 18:24:04.625879 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-0a5a8131-8c63-4d02-a6e5-dbd226e2e00d tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff6fe479012b4bdfbf44365f146a6cb1 HTTP/1.1" status: 200 len: 379 time: 0.0668287 Aug 25 18:24:04.654823 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-0bde5e77-3258-40f2-b67d-8beecc73bd56 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Request body: {'port': {'device_id': '2b020cc3-c94e-4dd6-8d02-3318b0542e4e', 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033', 'admin_state_up': True, 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'security_groups': ['181e219a-c68c-442c-92ea-2dc82905c88b']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:24:04.721329 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2497a-3a1a-4dc2-9c1c-074e65c93356 req-66ec96b2-1264-4076-bf44-772aeb0c00cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:04.723311 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-33e2497a-3a1a-4dc2-9c1c-074e65c93356 req-66ec96b2-1264-4076-bf44-772aeb0c00cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=2cd15194-5e4d-4178-a19c-bfac18d7be9f HTTP/1.1" status: 200 len: 915 time: 0.2147405 Aug 25 18:24:04.760315 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f952ca8-01da-41f3-91c4-7bfa980dfe10 req-8ee9f5ea-031e-4bad-9b87-25e7e8df6fb0 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:04.761777 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4f952ca8-01da-41f3-91c4-7bfa980dfe10 req-8ee9f5ea-031e-4bad-9b87-25e7e8df6fb0 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab098503-6df4-46e9-8e5a-3b9b4e03bc6e HTTP/1.1" status: 200 len: 943 time: 0.1559980 Aug 25 18:24:04.827762 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0aa57bf1-8334-406b-93df-e2a4d63ca6b9 req-bcd334d2-69a3-44f6-90c1-01c9319c6964 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 210 time: 0.0775225 Aug 25 18:24:04.834801 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-33e2497a-3a1a-4dc2-9c1c-074e65c93356 req-513103ab-4804-4150-9121-50d7c1005646 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f56e0972-0d9c-49d1-951d-028a21f35377 HTTP/1.1" status: 200 len: 217 time: 0.0919483 Aug 25 18:24:04.905709 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4f952ca8-01da-41f3-91c4-7bfa980dfe10 req-27a5a54f-c116-4819-8bd0-78666bbbc58b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310019 Aug 25 18:24:04.917212 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-0bde5e77-3258-40f2-b67d-8beecc73bd56 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Made reservation on behalf of ff6fe479012b4bdfbf44365f146a6cb1 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:24:04.921088 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-0bde5e77-3258-40f2-b67d-8beecc73bd56 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:04.934467 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2497a-3a1a-4dc2-9c1c-074e65c93356 req-56521aeb-596c-474c-b432-927f7c0291bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:04.935880 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-33e2497a-3a1a-4dc2-9c1c-074e65c93356 req-56521aeb-596c-474c-b432-927f7c0291bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecab46d4-97f7-43f1-803d-02b5f4e01661 HTTP/1.1" status: 200 len: 854 time: 0.0844021 Aug 25 18:24:05.001762 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-33e2497a-3a1a-4dc2-9c1c-074e65c93356 req-17fe625b-9ed4-488d-89cf-c92b0dc67d97 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2cd15194-5e4d-4178-a19c-bfac18d7be9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531385 Aug 25 18:24:05.134143 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-0bde5e77-3258-40f2-b67d-8beecc73bd56 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Allocated IP 172.20.0.14 (0d04d8ed-dff1-407b-ac17-418584fb2033/37e9ac56-2a31-4c36-93d9-ecbd84267da7/acea7bd8-0455-454e-9c25-fcc6f7c46d2d) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:24:05.167907 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-33e2497a-3a1a-4dc2-9c1c-074e65c93356 req-e5439ad8-f9c8-4c12-8da4-0766a34feb1f service neutron] 10.222.0.24 "GET /v2.0/networks/2cd15194-5e4d-4178-a19c-bfac18d7be9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450291 Aug 25 18:24:05.602738 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa066c-9655-4ae7-b9ce-53799a665593 req-2d965ea8-36fe-4e4f-93d0-956e7d266455 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:05.604869 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-fcfa066c-9655-4ae7-b9ce-53799a665593 req-2d965ea8-36fe-4e4f-93d0-956e7d266455 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cc5bf04-e7cb-4a8a-9876-2407539a73b9 HTTP/1.1" status: 200 len: 943 time: 0.4001782 Aug 25 18:24:05.617987 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-33e2497a-3a1a-4dc2-9c1c-074e65c93356 req-1e37c822-6dbb-4716-8eef-94d44292406f service neutron] 10.222.0.24 "GET /v2.0/networks/2cd15194-5e4d-4178-a19c-bfac18d7be9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353430 Aug 25 18:24:05.651331 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-0bde5e77-3258-40f2-b67d-8beecc73bd56 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:05.705821 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-0bde5e77-3258-40f2-b67d-8beecc73bd56 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Transition to ACTIVE for port object acea7bd8-0455-454e-9c25-fcc6f7c46d2d will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:24:05.734259 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-fcfa066c-9655-4ae7-b9ce-53799a665593 req-aaabe109-6977-42bb-8763-0659c2ddb46e tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fa8411f-f329-4f07-af96-a056509f895f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189780 Aug 25 18:24:05.750949 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739b4c9-0166-4c74-9497-a4962b9b1641 req-5cb0c278-932e-4442-aa41-d77f887833b5 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:05.752379 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3739b4c9-0166-4c74-9497-a4962b9b1641 req-5cb0c278-932e-4442-aa41-d77f887833b5 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.1323693 Aug 25 18:24:05.759746 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbdd9e-1963-4766-b967-3d1fc78a9048 req-05c1b084-7f56-4f49-800c-8996e5716393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:05.761371 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9ebbdd9e-1963-4766-b967-3d1fc78a9048 req-05c1b084-7f56-4f49-800c-8996e5716393 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e395b011c00e459e874eaeeb248043c8&device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 1099 time: 0.1131585 Aug 25 18:24:05.866350 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3739b4c9-0166-4c74-9497-a4962b9b1641 req-a8196360-c03f-49ca-8306-aaa3aec90984 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039968 Aug 25 18:24:05.867284 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-0bde5e77-3258-40f2-b67d-8beecc73bd56 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:05.954809 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-0bde5e77-3258-40f2-b67d-8beecc73bd56 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Network 0d04d8ed-dff1-407b-ac17-418584fb2033 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:24:05.969221 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-0bde5e77-3258-40f2-b67d-8beecc73bd56 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:24:05.971815 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde5e77-3258-40f2-b67d-8beecc73bd56 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Pushing event updated for resources: {'Port': ['ID=acea7bd8-0455-454e-9c25-fcc6f7c46d2d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:05.975621 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-0bde5e77-3258-40f2-b67d-8beecc73bd56 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:24:05.981651 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-0bde5e77-3258-40f2-b67d-8beecc73bd56 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:05.982255 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-0bde5e77-3258-40f2-b67d-8beecc73bd56 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:05.989375 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbdd9e-1963-4766-b967-3d1fc78a9048 req-3ab1fd95-7303-431a-acdb-79a7cad3e324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:05.990793 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9ebbdd9e-1963-4766-b967-3d1fc78a9048 req-3ab1fd95-7303-431a-acdb-79a7cad3e324 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2887ddf4-42ee-4421-bb40-86e4a6966b8c HTTP/1.1" status: 200 len: 919 time: 0.2148912 Aug 25 18:24:06.051312 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe36ea-dc15-4f86-8434-296320fe6d50 req-482858ac-a44e-47bc-8a96-7b54c5cc48cf tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:06.054084 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-aebe36ea-dc15-4f86-8434-296320fe6d50 req-482858ac-a44e-47bc-8a96-7b54c5cc48cf tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 932 time: 0.1500561 Aug 25 18:24:06.067696 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device f56e0972-0d9c-49d1-951d-028a21f35377 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 18:24:06.081671 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-0bde5e77-3258-40f2-b67d-8beecc73bd56 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4397085 Aug 25 18:24:06.088172 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9ebbdd9e-1963-4766-b967-3d1fc78a9048 req-35518996-ca63-4059-931e-4fafe20a5ff0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35929af9-f9e5-4a24-8712-b437741ab71f HTTP/1.1" status: 200 len: 217 time: 0.0606434 Aug 25 18:24:06.111651 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-df38755e-7f98-4cf1-b548-ed153326f712 service neutron] Request body: {'port': {'device_id': '2b020cc3-c94e-4dd6-8d02-3318b0542e4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:24:06.167253 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port f56e0972-0d9c-49d1-951d-028a21f35377, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f56e0972-0d9c-49d1-951d-028a21f35377,segment=NetworkSegment(c3ad605d-0b91-482b-81a4-b24229efd6d3),segment_id=c3ad605d-0b91-482b-81a4-b24229efd6d3)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:24:06.175909 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a001bb-37f0-4564-9974-a71c6235fe73 req-f676cede-10d9-4bc7-99cb-07f9d08feb06 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:06.177402 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-39a001bb-37f0-4564-9974-a71c6235fe73 req-f676cede-10d9-4bc7-99cb-07f9d08feb06 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab098503-6df4-46e9-8e5a-3b9b4e03bc6e HTTP/1.1" status: 200 len: 943 time: 0.1912360 Aug 25 18:24:06.179194 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Returning: {'device': 'f56e0972-0d9c-49d1-951d-028a21f35377', 'network_id': '2cd15194-5e4d-4178-a19c-bfac18d7be9f', 'port_id': 'f56e0972-0d9c-49d1-951d-028a21f35377', 'mac_address': 'fa:16:3e:62:94:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecab46d4-97f7-43f1-803d-02b5f4e01661', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 18:24:06.226581 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:06.230854 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-aebe36ea-dc15-4f86-8434-296320fe6d50 req-b7d5f8df-2cbc-46bf-9ae9-8f4f35e94b3a tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473434 Aug 25 18:24:06.237959 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-1d9c48df-bd63-42fe-af3e-cb3ab5b3e5de None None] Provisioning for port acea7bd8-0455-454e-9c25-fcc6f7c46d2d completed by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:24:06.252515 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f56e0972-0d9c-49d1-951d-028a21f35377 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:24:06.252515 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-1d9c48df-bd63-42fe-af3e-cb3ab5b3e5de None None] Provisioning complete for port acea7bd8-0455-454e-9c25-fcc6f7c46d2d triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:24:06.252515 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1d9c48df-bd63-42fe-af3e-cb3ab5b3e5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:06.253201 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-df38755e-7f98-4cf1-b548-ed153326f712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:06.260328 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbdd9e-1963-4766-b967-3d1fc78a9048 req-ca78675a-04f2-4355-873c-a0ae15762c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:06.261833 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9ebbdd9e-1963-4766-b967-3d1fc78a9048 req-ca78675a-04f2-4355-873c-a0ae15762c14 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a466bd10-ab39-42b8-add1-5b51ec077d63 HTTP/1.1" status: 200 len: 858 time: 0.1565421 Aug 25 18:24:06.285405 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-39a001bb-37f0-4564-9974-a71c6235fe73 req-1323606e-2869-4724-9e94-f842efa3029e tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951991 Aug 25 18:24:06.290793 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port f56e0972-0d9c-49d1-951d-028a21f35377, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f56e0972-0d9c-49d1-951d-028a21f35377,segment=NetworkSegment(c3ad605d-0b91-482b-81a4-b24229efd6d3),segment_id=c3ad605d-0b91-482b-81a4-b24229efd6d3)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:24:06.295252 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-1d9c48df-bd63-42fe-af3e-cb3ab5b3e5de None None] Port acea7bd8-0455-454e-9c25-fcc6f7c46d2d cannot update to ACTIVE because it is not bound. {{(pid=93793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:24:06.296845 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:06.297491 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 23589040-3469-4d0a-9c0b-77c2255d3037 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 18:24:06.308858 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9ebbdd9e-1963-4766-b967-3d1fc78a9048 req-7818554b-4159-4ee0-b338-eaf344332724 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2887ddf4-42ee-4421-bb40-86e4a6966b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364194 Aug 25 18:24:06.361965 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=f56e0972-0d9c-49d1-951d-028a21f35377,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:06.516970 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9ebbdd9e-1963-4766-b967-3d1fc78a9048 req-340e7f18-557f-4033-9093-950e0fec8668 service neutron] 10.222.0.24 "GET /v2.0/networks/2887ddf4-42ee-4421-bb40-86e4a6966b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863310 Aug 25 18:24:06.555763 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 23589040-3469-4d0a-9c0b-77c2255d3037, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=23589040-3469-4d0a-9c0b-77c2255d3037,segment=NetworkSegment(af3ddc7f-e50c-4acc-a5eb-2108c8706daa),segment_id=af3ddc7f-e50c-4acc-a5eb-2108c8706daa)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:24:06.566714 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Returning: {'device': '23589040-3469-4d0a-9c0b-77c2255d3037', 'network_id': '712e96ef-9e9b-4b73-86e7-fd167aa50e3f', 'port_id': '23589040-3469-4d0a-9c0b-77c2255d3037', 'mac_address': 'fa:16:3e:9f:17:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e0cb288-de13-48e8-a459-ea7d40af495d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 18:24:06.603710 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:06.616259 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23589040-3469-4d0a-9c0b-77c2255d3037 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:24:06.639289 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 23589040-3469-4d0a-9c0b-77c2255d3037, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=23589040-3469-4d0a-9c0b-77c2255d3037,segment=NetworkSegment(af3ddc7f-e50c-4acc-a5eb-2108c8706daa),segment_id=af3ddc7f-e50c-4acc-a5eb-2108c8706daa)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:24:06.651050 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:06.682060 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9ebbdd9e-1963-4766-b967-3d1fc78a9048 req-402d1483-04e0-40bb-baba-d43b455b01a4 service neutron] 10.222.0.24 "GET /v2.0/networks/2887ddf4-42ee-4421-bb40-86e4a6966b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483345 Aug 25 18:24:06.704977 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=23589040-3469-4d0a-9c0b-77c2255d3037,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:06.738884 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-df38755e-7f98-4cf1-b548-ed153326f712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acea7bd8-0455-454e-9c25-fcc6f7c46d2d {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:24:06.747020 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-df38755e-7f98-4cf1-b548-ed153326f712 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:06.767364 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-df38755e-7f98-4cf1-b548-ed153326f712 service neutron] Transition to ACTIVE for port object acea7bd8-0455-454e-9c25-fcc6f7c46d2d will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:24:06.771210 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-df38755e-7f98-4cf1-b548-ed153326f712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:06.896429 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38755e-7f98-4cf1-b548-ed153326f712 service neutron] Pushing event updated for resources: {'Port': ['ID=acea7bd8-0455-454e-9c25-fcc6f7c46d2d,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:06.924000 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-df38755e-7f98-4cf1-b548-ed153326f712 service neutron] Attempting to bind port acea7bd8-0455-454e-9c25-fcc6f7c46d2d on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:24:06.924338 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-df38755e-7f98-4cf1-b548-ed153326f712 service neutron] Attempting to bind port acea7bd8-0455-454e-9c25-fcc6f7c46d2d by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:24:06.924691 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-df38755e-7f98-4cf1-b548-ed153326f712 service neutron] Attempting to bind port acea7bd8-0455-454e-9c25-fcc6f7c46d2d on network 0d04d8ed-dff1-407b-ac17-418584fb2033 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:24:06.934298 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-df38755e-7f98-4cf1-b548-ed153326f712 service neutron] Port acea7bd8-0455-454e-9c25-fcc6f7c46d2d on network 0d04d8ed-dff1-407b-ac17-418584fb2033 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 18:24:06.934618 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-df38755e-7f98-4cf1-b548-ed153326f712 service neutron] Attempting to bind port acea7bd8-0455-454e-9c25-fcc6f7c46d2d on network 0d04d8ed-dff1-407b-ac17-418584fb2033 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:24:06.948633 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1eba94-da73-4d3e-9e58-a2e57d6c027c req-344d7549-6cef-4b46-adb5-66cd2a240d16 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:06.950170 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7b1eba94-da73-4d3e-9e58-a2e57d6c027c req-344d7549-6cef-4b46-adb5-66cd2a240d16 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cc5bf04-e7cb-4a8a-9876-2407539a73b9 HTTP/1.1" status: 200 len: 944 time: 0.1134117 Aug 25 18:24:06.951397 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-df38755e-7f98-4cf1-b548-ed153326f712 service neutron] Checking agent: {'id': '7fd900e3-9f03-4129-b0c6-db4e233cdb3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'started_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:24:06.951729 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-df38755e-7f98-4cf1-b548-ed153326f712 service neutron] Checking segment: {'id': '62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:24:06.952103 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-df38755e-7f98-4cf1-b548-ed153326f712 service neutron] Bound using segment: {'id': '62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:24:06.952542 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-df38755e-7f98-4cf1-b548-ed153326f712 service neutron] Bound port: acea7bd8-0455-454e-9c25-fcc6f7c46d2d, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:24:06.952915 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-df38755e-7f98-4cf1-b548-ed153326f712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:07.001859 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 35736) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:24:07.039178 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7b1eba94-da73-4d3e-9e58-a2e57d6c027c req-aa98fde7-093c-4fd5-821e-8034ae01a902 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fa8411f-f329-4f07-af96-a056509f895f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771379 Aug 25 18:24:07.045231 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['23589040-3469-4d0a-9c0b-77c2255d3037'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:24:07.094871 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['f56e0972-0d9c-49d1-951d-028a21f35377'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:24:07.099236 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-df38755e-7f98-4cf1-b548-ed153326f712 service neutron] For port acea7bd8-0455-454e-9c25-fcc6f7c46d2d, host hv-cinder-79049, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:24:07.107069 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-df38755e-7f98-4cf1-b548-ed153326f712 service neutron] For port acea7bd8-0455-454e-9c25-fcc6f7c46d2d, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=acea7bd8-0455-454e-9c25-fcc6f7c46d2d,segment=NetworkSegment(62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168),segment_id=62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:24:07.115027 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03181302-9ea7-4448-8bdd-bfff4deaae56 req-5a23f199-af04-4f21-a895-e01b474362ec tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:07.116545 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-03181302-9ea7-4448-8bdd-bfff4deaae56 req-5a23f199-af04-4f21-a895-e01b474362ec tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0766959 Aug 25 18:24:07.119189 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-df38755e-7f98-4cf1-b548-ed153326f712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:07.138863 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-06399510-d775-4212-a16f-49357d5f984a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:07.188766 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38755e-7f98-4cf1-b548-ed153326f712 service neutron] Pushing event updated for resources: {'Port': ['ID=acea7bd8-0455-454e-9c25-fcc6f7c46d2d,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:07.204454 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-df38755e-7f98-4cf1-b548-ed153326f712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:07.205115 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-df38755e-7f98-4cf1-b548-ed153326f712 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:07.206494 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-df38755e-7f98-4cf1-b548-ed153326f712 service neutron] 10.222.0.24 "PUT /v2.0/ports/acea7bd8-0455-454e-9c25-fcc6f7c46d2d HTTP/1.1" status: 200 len: 1094 time: 1.1045001 Aug 25 18:24:07.206925 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b020cc3-c94e-4dd6-8d02-3318b0542e4e', 'tag': 'acea7bd8-0455-454e-9c25-fcc6f7c46d2d'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:24:07.209217 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8851e512-27c7-4ea7-a875-b81e53f0c2f9" -d '{"events": [{"name": "network-changed", "server_uuid": "2b020cc3-c94e-4dd6-8d02-3318b0542e4e", "tag": "acea7bd8-0455-454e-9c25-fcc6f7c46d2d"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:24:07.266446 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-03181302-9ea7-4448-8bdd-bfff4deaae56 req-f8f1b15f-d228-4aa0-99f6-91526b840277 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885384 Aug 25 18:24:07.270448 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-06399510-d775-4212-a16f-49357d5f984a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:07.277453 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90351cd2-70b0-4011-acde-e5fc7c1c1b54 x-openstack-request-id: req-90351cd2-70b0-4011-acde-e5fc7c1c1b54 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:24:07.277893 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b020cc3-c94e-4dd6-8d02-3318b0542e4e", "tag": "acea7bd8-0455-454e-9c25-fcc6f7c46d2d", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:24:07.278364 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-90351cd2-70b0-4011-acde-e5fc7c1c1b54 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:24:07.278884 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-06399510-d775-4212-a16f-49357d5f984a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:07.279022 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b020cc3-c94e-4dd6-8d02-3318b0542e4e', 'tag': 'acea7bd8-0455-454e-9c25-fcc6f7c46d2d', 'status': 'completed', 'code': 200} Aug 25 18:24:07.325770 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-06399510-d775-4212-a16f-49357d5f984a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1401453cbf21476194fecc0d7ed582a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3195679 Aug 25 18:24:07.329994 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 35748) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:24:07.340680 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-41811dd1-3994-4ec8-855d-dc595d3bd045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:07.342716 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-41811dd1-3994-4ec8-855d-dc595d3bd045 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff6fe479012b4bdfbf44365f146a6cb1&device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 1097 time: 0.0545356 Aug 25 18:24:07.415225 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c1436428-50cf-4599-a62f-45cbd1c3a80e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:07.430360 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06399510-d775-4212-a16f-49357d5f984a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7697bf93-f87b-4832-a8a4-ceaf0411bda4,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:07.451720 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-5268f265-6343-4883-aecc-ae5e89fdc8ac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acea7bd8-0455-454e-9c25-fcc6f7c46d2d HTTP/1.1" status: 200 len: 217 time: 0.0687649 Aug 25 18:24:07.453218 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c1436428-50cf-4599-a62f-45cbd1c3a80e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:07.504778 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c1436428-50cf-4599-a62f-45cbd1c3a80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:07.507282 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c1436428-50cf-4599-a62f-45cbd1c3a80e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:07.508414 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-c1436428-50cf-4599-a62f-45cbd1c3a80e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7697bf93-f87b-4832-a8a4-ceaf0411bda4 HTTP/1.1" status: 204 len: 168 time: 0.1771820 Aug 25 18:24:07.514439 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503963e-e06b-480f-ac22-36a379747d27 req-f185c9cf-8982-4e2e-9c10-b4da6fa6ede5 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:07.517470 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1436428-50cf-4599-a62f-45cbd1c3a80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7697bf93-f87b-4832-a8a4-ceaf0411bda4,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:07.523946 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2503963e-e06b-480f-ac22-36a379747d27 req-f185c9cf-8982-4e2e-9c10-b4da6fa6ede5 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 944 time: 0.1744511 Aug 25 18:24:07.564203 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062b562-3eef-4b6d-a3c4-6060fe240004 req-77eca943-8eba-4716-a32a-120f8c17b5f7 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:07.565688 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3062b562-3eef-4b6d-a3c4-6060fe240004 req-77eca943-8eba-4716-a32a-120f8c17b5f7 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab098503-6df4-46e9-8e5a-3b9b4e03bc6e HTTP/1.1" status: 200 len: 944 time: 0.1788545 Aug 25 18:24:07.569152 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-004850d5-31ee-4706-978e-3cce944a2d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:07.570485 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-004850d5-31ee-4706-978e-3cce944a2d13 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37e9ac56-2a31-4c36-93d9-ecbd84267da7 HTTP/1.1" status: 200 len: 849 time: 0.1007361 Aug 25 18:24:07.629015 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2503963e-e06b-480f-ac22-36a379747d27 req-6daed7fc-38c7-4a8d-8ef1-cc4cc39b26c2 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926893 Aug 25 18:24:07.651883 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3062b562-3eef-4b6d-a3c4-6060fe240004 req-105b9a13-2ead-4e28-ba53-dfdefb6044bb tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773494 Aug 25 18:24:07.661571 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-82d77670-0d6a-4ce9-b9fb-031153105771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:07.663345 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-82d77670-0d6a-4ce9-b9fb-031153105771 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d04d8ed-dff1-407b-ac17-418584fb2033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737469 Aug 25 18:24:07.764643 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-ea1d71ff-6fc7-4902-aec6-2ee4ebdbaa24 service neutron] 10.222.0.24 "GET /v2.0/networks/0d04d8ed-dff1-407b-ac17-418584fb2033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879502 Aug 25 18:24:07.806861 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 35754) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:24:07.819742 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1fe40d66-01e3-42fd-8fac-3823a287c06c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:07.861007 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-bb40253c-064c-4e76-9a3c-5c5e3129d4b9 req-94620c1e-33d8-423e-9709-08eaa34e1abb service neutron] 10.222.0.24 "GET /v2.0/networks/0d04d8ed-dff1-407b-ac17-418584fb2033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874603 Aug 25 18:24:07.905673 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 6 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:24:07.910456 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1fe40d66-01e3-42fd-8fac-3823a287c06c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:07.914278 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1fe40d66-01e3-42fd-8fac-3823a287c06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:07.953069 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-1fe40d66-01e3-42fd-8fac-3823a287c06c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d1b3714cdd2147ff8679804cb96b938b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451306 Aug 25 18:24:07.953766 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe40d66-01e3-42fd-8fac-3823a287c06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4013e7b-e41c-4185-9c57-5eedac1d74c6,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:07.956117 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 35756) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:24:07.990806 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851e512-27c7-4ea7-a875-b81e53f0c2f9 req-b000acfe-7a10-476d-ab77-6d3e981650e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:07.992359 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8851e512-27c7-4ea7-a875-b81e53f0c2f9 req-b000acfe-7a10-476d-ab77-6d3e981650e3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff6fe479012b4bdfbf44365f146a6cb1&device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 1097 time: 0.0652125 Aug 25 18:24:08.059289 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b67c4fb-5352-4911-a8ae-5af74c6a51e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:08.100762 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b67c4fb-5352-4911-a8ae-5af74c6a51e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:08.173076 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851e512-27c7-4ea7-a875-b81e53f0c2f9 req-6cdbd617-8714-44e7-8509-3946290e8c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:08.174543 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8851e512-27c7-4ea7-a875-b81e53f0c2f9 req-6cdbd617-8714-44e7-8509-3946290e8c92 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d04d8ed-dff1-407b-ac17-418584fb2033 HTTP/1.1" status: 200 len: 911 time: 0.1726449 Aug 25 18:24:08.227111 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8851e512-27c7-4ea7-a875-b81e53f0c2f9 req-bac81ef5-1f92-43f2-9437-3bb5134db522 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acea7bd8-0455-454e-9c25-fcc6f7c46d2d HTTP/1.1" status: 200 len: 217 time: 0.0434563 Aug 25 18:24:08.236022 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fb2ac-b58b-4488-a3bb-39b684484188 req-6d7c67a6-c967-42a0-9e95-62137e6ab541 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:08.237506 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ec7fb2ac-b58b-4488-a3bb-39b684484188 req-6d7c67a6-c967-42a0-9e95-62137e6ab541 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cc5bf04-e7cb-4a8a-9876-2407539a73b9 HTTP/1.1" status: 200 len: 944 time: 0.1159542 Aug 25 18:24:08.250603 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b67c4fb-5352-4911-a8ae-5af74c6a51e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:08.253029 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b67c4fb-5352-4911-a8ae-5af74c6a51e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:08.254027 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-7b67c4fb-5352-4911-a8ae-5af74c6a51e3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d4013e7b-e41c-4185-9c57-5eedac1d74c6 HTTP/1.1" status: 204 len: 168 time: 0.2961822 Aug 25 18:24:08.298753 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67c4fb-5352-4911-a8ae-5af74c6a51e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4013e7b-e41c-4185-9c57-5eedac1d74c6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:08.325294 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851e512-27c7-4ea7-a875-b81e53f0c2f9 req-2864ef10-9b4a-4a57-8a60-7612bde19c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:08.326826 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8851e512-27c7-4ea7-a875-b81e53f0c2f9 req-2864ef10-9b4a-4a57-8a60-7612bde19c0b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37e9ac56-2a31-4c36-93d9-ecbd84267da7 HTTP/1.1" status: 200 len: 849 time: 0.0871251 Aug 25 18:24:08.329729 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ec7fb2ac-b58b-4488-a3bb-39b684484188 req-2d6cca86-0011-478a-b413-01ec2e774b31 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fa8411f-f329-4f07-af96-a056509f895f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814283 Aug 25 18:24:08.419426 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851e512-27c7-4ea7-a875-b81e53f0c2f9 req-11d352a1-96fa-4e1d-b23f-6d261b11cf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:08.420950 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8851e512-27c7-4ea7-a875-b81e53f0c2f9 req-11d352a1-96fa-4e1d-b23f-6d261b11cf14 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d04d8ed-dff1-407b-ac17-418584fb2033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0857646 Aug 25 18:24:08.432568 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83b1a6-8143-48d6-b1ac-38d8180c873b req-ca4c1bdb-1810-4e10-8031-0d907485540c tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:08.433949 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-da83b1a6-8143-48d6-b1ac-38d8180c873b req-ca4c1bdb-1810-4e10-8031-0d907485540c tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0629239 Aug 25 18:24:08.523507 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-da83b1a6-8143-48d6-b1ac-38d8180c873b req-453209ea-d942-40aa-96ae-4628a335566c tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815101 Aug 25 18:24:08.551336 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8851e512-27c7-4ea7-a875-b81e53f0c2f9 req-f422b00e-a04b-4c73-9b56-772899401656 service neutron] 10.222.0.24 "GET /v2.0/networks/0d04d8ed-dff1-407b-ac17-418584fb2033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164048 Aug 25 18:24:08.609908 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 35770) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:24:08.623312 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cd572499-a405-4c7f-a779-830f5e52d968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:08.649632 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8851e512-27c7-4ea7-a875-b81e53f0c2f9 req-41659d89-9835-4b78-b939-d9298b80a01a service neutron] 10.222.0.24 "GET /v2.0/networks/0d04d8ed-dff1-407b-ac17-418584fb2033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890267 Aug 25 18:24:08.719706 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cd572499-a405-4c7f-a779-830f5e52d968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:08.723522 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cd572499-a405-4c7f-a779-830f5e52d968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:08.763361 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-cd572499-a405-4c7f-a779-830f5e52d968 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c400ff432c7a4d4292d98a2723c45af7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1522965 Aug 25 18:24:08.764293 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd572499-a405-4c7f-a779-830f5e52d968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9f1598-7ac6-4726-8a36-460f6f2afad1,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:08.767033 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 35776) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:24:08.783074 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d5eb9-fcbe-41a7-919c-7142e370f812 req-e163b669-9971-4465-a6b5-bc997ab728b2 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:08.784509 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4a3d5eb9-fcbe-41a7-919c-7142e370f812 req-e163b669-9971-4465-a6b5-bc997ab728b2 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 944 time: 0.0858784 Aug 25 18:24:08.820706 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a8d4a-e0c3-4028-b80b-4120fec6d00a req-366d7308-11cc-4850-91be-526ff6033398 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:08.822659 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-865a8d4a-e0c3-4028-b80b-4120fec6d00a req-366d7308-11cc-4850-91be-526ff6033398 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab098503-6df4-46e9-8e5a-3b9b4e03bc6e HTTP/1.1" status: 200 len: 944 time: 0.0967784 Aug 25 18:24:08.890020 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4a3d5eb9-fcbe-41a7-919c-7142e370f812 req-9daf12c9-db8c-4b76-819b-444b52b499c6 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938146 Aug 25 18:24:08.908044 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-865a8d4a-e0c3-4028-b80b-4120fec6d00a req-dc9bc2a8-9aa7-4231-ac53-ef1883968eb6 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715861 Aug 25 18:24:08.910335 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b1306e03-f5d3-426c-85fb-94e1470fcbf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:08.932941 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b1306e03-f5d3-426c-85fb-94e1470fcbf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:08.976512 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b1306e03-f5d3-426c-85fb-94e1470fcbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:08.979065 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b1306e03-f5d3-426c-85fb-94e1470fcbf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:08.980173 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-b1306e03-f5d3-426c-85fb-94e1470fcbf2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af9f1598-7ac6-4726-8a36-460f6f2afad1 HTTP/1.1" status: 204 len: 168 time: 0.2120216 Aug 25 18:24:08.987713 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1306e03-f5d3-426c-85fb-94e1470fcbf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9f1598-7ac6-4726-8a36-460f6f2afad1,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:09.452411 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6b113-39cc-42f8-b55e-56ec9e28f101 req-a05d1afc-9b3e-45e6-aee3-de796e2763f7 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:09.453968 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-21a6b113-39cc-42f8-b55e-56ec9e28f101 req-a05d1afc-9b3e-45e6-aee3-de796e2763f7 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cc5bf04-e7cb-4a8a-9876-2407539a73b9 HTTP/1.1" status: 200 len: 944 time: 0.0503409 Aug 25 18:24:09.491745 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-21a6b113-39cc-42f8-b55e-56ec9e28f101 req-da951967-9f5a-41cd-8f26-07595f81f7e2 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fa8411f-f329-4f07-af96-a056509f895f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318117 Aug 25 18:24:09.644871 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45fabba-2589-43fe-9ef5-bfbba0ad8e7c req-871270be-a7d9-4e51-b4db-b6d03c47f271 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:09.646344 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b45fabba-2589-43fe-9ef5-bfbba0ad8e7c req-871270be-a7d9-4e51-b4db-b6d03c47f271 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0515187 Aug 25 18:24:09.684573 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b45fabba-2589-43fe-9ef5-bfbba0ad8e7c req-b2f56214-8834-48d9-adf2-20150ca55521 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322602 Aug 25 18:24:10.047330 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693c250-8967-4856-bc0d-1e3602b52ba7 req-1a6c4563-2709-4179-90aa-2c77260db2ae tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:10.048842 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9693c250-8967-4856-bc0d-1e3602b52ba7 req-1a6c4563-2709-4179-90aa-2c77260db2ae tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 944 time: 0.0891907 Aug 25 18:24:10.061553 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96eb95-8f30-4d14-9427-348d895b463c req-3860b5c2-f429-484d-92ed-a433774187cd tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:10.063000 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7d96eb95-8f30-4d14-9427-348d895b463c req-3860b5c2-f429-484d-92ed-a433774187cd tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab098503-6df4-46e9-8e5a-3b9b4e03bc6e HTTP/1.1" status: 200 len: 944 time: 0.0667803 Aug 25 18:24:10.077072 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device acea7bd8-0455-454e-9c25-fcc6f7c46d2d details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 18:24:10.081601 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device f56e0972-0d9c-49d1-951d-028a21f35377 up at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:24:10.121797 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9693c250-8967-4856-bc0d-1e3602b52ba7 req-2495a172-e1be-483d-8630-7d42344ccf9b tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576203 Aug 25 18:24:10.131815 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7d96eb95-8f30-4d14-9427-348d895b463c req-bce73fd9-2ea9-417d-aca8-33a924fc6e8e tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619900 Aug 25 18:24:10.203644 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning for port f56e0972-0d9c-49d1-951d-028a21f35377 completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:24:10.211386 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning complete for port f56e0972-0d9c-49d1-951d-028a21f35377 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:24:10.211769 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:10.255809 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port acea7bd8-0455-454e-9c25-fcc6f7c46d2d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=acea7bd8-0455-454e-9c25-fcc6f7c46d2d,segment=NetworkSegment(62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168),segment_id=62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:24:10.274759 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Returning: {'device': 'acea7bd8-0455-454e-9c25-fcc6f7c46d2d', 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033', 'port_id': 'acea7bd8-0455-454e-9c25-fcc6f7c46d2d', 'mac_address': 'fa:16:3e:1a:29:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e9ac56-2a31-4c36-93d9-ecbd84267da7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 18:24:10.345905 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:10.356956 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:10.368418 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acea7bd8-0455-454e-9c25-fcc6f7c46d2d {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:24:10.391019 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab098503-6df4-46e9-8e5a-3b9b4e03bc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56e0972-0d9c-49d1-951d-028a21f35377'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:24:10.393351 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700cf778d203af030a48c7cd7e91a8769aab6ec207ebda1a87165573d1bde0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6fa226-b384-4091-8b72-97118079a7f5" -d '{"events": [{"server_uuid": "ab098503-6df4-46e9-8e5a-3b9b4e03bc6e", "name": "network-vif-plugged", "status": "completed", "tag": "f56e0972-0d9c-49d1-951d-028a21f35377"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:24:10.410953 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port acea7bd8-0455-454e-9c25-fcc6f7c46d2d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=acea7bd8-0455-454e-9c25-fcc6f7c46d2d,segment=NetworkSegment(62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168),segment_id=62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:24:10.413008 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port f56e0972-0d9c-49d1-951d-028a21f35377, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f56e0972-0d9c-49d1-951d-028a21f35377,segment=NetworkSegment(c3ad605d-0b91-482b-81a4-b24229efd6d3),segment_id=c3ad605d-0b91-482b-81a4-b24229efd6d3)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:24:10.417629 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:10.421443 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:10.422175 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 23589040-3469-4d0a-9c0b-77c2255d3037 up at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:24:10.442203 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f80a01a-f1d4-4d95-9ae5-f0721b80b38a x-openstack-request-id: req-1f80a01a-f1d4-4d95-9ae5-f0721b80b38a {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:24:10.442489 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab098503-6df4-46e9-8e5a-3b9b4e03bc6e", "name": "network-vif-plugged", "status": "completed", "tag": "f56e0972-0d9c-49d1-951d-028a21f35377", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:24:10.442736 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f80a01a-f1d4-4d95-9ae5-f0721b80b38a {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:24:10.443108 dv-cinder-790492-8-iscsi neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab098503-6df4-46e9-8e5a-3b9b4e03bc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56e0972-0d9c-49d1-951d-028a21f35377', 'code': 200} Aug 25 18:24:10.496916 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=acea7bd8-0455-454e-9c25-fcc6f7c46d2d,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:10.537340 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning for port 23589040-3469-4d0a-9c0b-77c2255d3037 completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:24:10.545710 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning complete for port 23589040-3469-4d0a-9c0b-77c2255d3037 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:24:10.546157 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:10.573846 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=f56e0972-0d9c-49d1-951d-028a21f35377,revision_number=5']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:10.630779 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:10.635104 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f7e97-9697-496c-90de-7464ab8b8ab4 req-99d4950d-689f-4e74-a059-a70fed8c816c tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:10.636602 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b78f7e97-9697-496c-90de-7464ab8b8ab4 req-99d4950d-689f-4e74-a059-a70fed8c816c tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cc5bf04-e7cb-4a8a-9876-2407539a73b9 HTTP/1.1" status: 200 len: 944 time: 0.0729594 Aug 25 18:24:10.658075 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011fba1-adc1-4383-b2e1-f3fa5d077831 req-dc22c7e8-9361-4470-8bdb-e28f84611c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:10.659515 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2011fba1-adc1-4383-b2e1-f3fa5d077831 req-dc22c7e8-9361-4470-8bdb-e28f84611c0b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ab098503-6df4-46e9-8e5a-3b9b4e03bc6e HTTP/1.1" status: 200 len: 1098 time: 0.0618896 Aug 25 18:24:10.663590 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 23589040-3469-4d0a-9c0b-77c2255d3037, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=23589040-3469-4d0a-9c0b-77c2255d3037,segment=NetworkSegment(af3ddc7f-e50c-4acc-a5eb-2108c8706daa),segment_id=af3ddc7f-e50c-4acc-a5eb-2108c8706daa)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:24:10.668441 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:10.696423 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b78f7e97-9697-496c-90de-7464ab8b8ab4 req-6223f25e-d283-49c9-a7cc-a8a2247c345a tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fa8411f-f329-4f07-af96-a056509f895f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527978 Aug 25 18:24:10.721344 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=23589040-3469-4d0a-9c0b-77c2255d3037,revision_number=5']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:10.730726 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2011fba1-adc1-4383-b2e1-f3fa5d077831 req-17be2aac-e692-4ca7-824b-e14e90ed5700 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514128 Aug 25 18:24:10.804236 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d9c16-37f0-482f-9057-eaabd10ed462 req-0b1597eb-24b5-4e6e-94c2-12dd139f5344 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:10.805978 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8e2d9c16-37f0-482f-9057-eaabd10ed462 req-0b1597eb-24b5-4e6e-94c2-12dd139f5344 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0480030 Aug 25 18:24:10.845993 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['acea7bd8-0455-454e-9c25-fcc6f7c46d2d'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:24:10.846338 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8e2d9c16-37f0-482f-9057-eaabd10ed462 req-3f2c93e3-4bbc-4067-a222-81ca9d2036c2 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345614 Aug 25 18:24:11.485415 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17647256-60bd-4c56-8916-49754b15b500 req-8d088b26-8ed3-47c1-9ed6-449aa27bb916 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:11.487160 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-17647256-60bd-4c56-8916-49754b15b500 req-8d088b26-8ed3-47c1-9ed6-449aa27bb916 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 945 time: 0.2846115 Aug 25 18:24:11.496495 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54497e61-7f67-4e25-9c35-436d65ef2c13 req-7a754ea3-9158-452e-922f-0605bceddc71 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:11.497900 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-54497e61-7f67-4e25-9c35-436d65ef2c13 req-7a754ea3-9158-452e-922f-0605bceddc71 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab098503-6df4-46e9-8e5a-3b9b4e03bc6e HTTP/1.1" status: 200 len: 945 time: 0.2838750 Aug 25 18:24:11.555181 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-17647256-60bd-4c56-8916-49754b15b500 req-1e3b1f17-d252-4ab5-bef6-a80a0b79e798 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563283 Aug 25 18:24:11.560862 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-54497e61-7f67-4e25-9c35-436d65ef2c13 req-47e33c66-8254-4c0d-bb90-5ba6a2f6c597 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563426 Aug 25 18:24:11.809562 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71efa6f-b214-40e7-b9aa-c0845eb3c6b5 req-25299c94-c10d-48dc-b39b-566ae1d3f6d7 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:11.810993 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f71efa6f-b214-40e7-b9aa-c0845eb3c6b5 req-25299c94-c10d-48dc-b39b-566ae1d3f6d7 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cc5bf04-e7cb-4a8a-9876-2407539a73b9 HTTP/1.1" status: 200 len: 945 time: 0.0486789 Aug 25 18:24:11.847357 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f71efa6f-b214-40e7-b9aa-c0845eb3c6b5 req-680faea5-0352-4c3b-9db9-7be3a1aa14af tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fa8411f-f329-4f07-af96-a056509f895f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304201 Aug 25 18:24:11.961059 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220785f-999d-4e7d-b610-05954e639630 req-cb0d4a88-6e06-4a65-a390-107a4aaccb3e tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:11.962910 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d220785f-999d-4e7d-b610-05954e639630 req-cb0d4a88-6e06-4a65-a390-107a4aaccb3e tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0488932 Aug 25 18:24:11.999959 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d220785f-999d-4e7d-b610-05954e639630 req-5d19a645-8f51-4006-a9b9-09f6e4f01995 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308151 Aug 25 18:24:12.099778 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device acea7bd8-0455-454e-9c25-fcc6f7c46d2d up at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:24:12.148364 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning for port acea7bd8-0455-454e-9c25-fcc6f7c46d2d completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:24:12.151840 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning complete for port acea7bd8-0455-454e-9c25-fcc6f7c46d2d triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:24:12.152212 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:12.228810 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:12.260905 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port acea7bd8-0455-454e-9c25-fcc6f7c46d2d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=acea7bd8-0455-454e-9c25-fcc6f7c46d2d,segment=NetworkSegment(62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168),segment_id=62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:24:12.265173 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:12.315464 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=acea7bd8-0455-454e-9c25-fcc6f7c46d2d,revision_number=5']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:12.444059 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc5bf04-e7cb-4a8a-9876-2407539a73b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23589040-3469-4d0a-9c0b-77c2255d3037'}, {'server_uuid': '2b020cc3-c94e-4dd6-8d02-3318b0542e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acea7bd8-0455-454e-9c25-fcc6f7c46d2d'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:24:12.446632 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700cf778d203af030a48c7cd7e91a8769aab6ec207ebda1a87165573d1bde0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57538210-d4e2-4a5e-8bd9-42fdfebf5597" -d '{"events": [{"server_uuid": "0cc5bf04-e7cb-4a8a-9876-2407539a73b9", "name": "network-vif-plugged", "status": "completed", "tag": "23589040-3469-4d0a-9c0b-77c2255d3037"}, {"server_uuid": "2b020cc3-c94e-4dd6-8d02-3318b0542e4e", "name": "network-vif-plugged", "status": "completed", "tag": "acea7bd8-0455-454e-9c25-fcc6f7c46d2d"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:24:12.486550 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 25 Aug 2021 18:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1422ed-68ee-43b8-8f1b-8e7d31cfad81 x-openstack-request-id: req-4f1422ed-68ee-43b8-8f1b-8e7d31cfad81 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:24:12.486847 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc5bf04-e7cb-4a8a-9876-2407539a73b9", "name": "network-vif-plugged", "status": "completed", "tag": "23589040-3469-4d0a-9c0b-77c2255d3037", "code": 200}, {"server_uuid": "2b020cc3-c94e-4dd6-8d02-3318b0542e4e", "name": "network-vif-plugged", "status": "completed", "tag": "acea7bd8-0455-454e-9c25-fcc6f7c46d2d", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:24:12.487095 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f1422ed-68ee-43b8-8f1b-8e7d31cfad81 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:24:12.487486 dv-cinder-790492-8-iscsi neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc5bf04-e7cb-4a8a-9876-2407539a73b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23589040-3469-4d0a-9c0b-77c2255d3037', 'code': 200} Aug 25 18:24:12.487732 dv-cinder-790492-8-iscsi neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b020cc3-c94e-4dd6-8d02-3318b0542e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acea7bd8-0455-454e-9c25-fcc6f7c46d2d', 'code': 200} Aug 25 18:24:12.538159 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 35870) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:24:12.746666 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c86e1c05-bdc8-4a10-97ba-e915c999e8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:12.816931 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819baef6-b693-47f1-bbb1-6c5597c814d0 req-2c0d8cda-2fb4-43b4-8388-10016f58eab0 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:12.818390 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-819baef6-b693-47f1-bbb1-6c5597c814d0 req-2c0d8cda-2fb4-43b4-8388-10016f58eab0 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.1881196 Aug 25 18:24:12.833713 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a9500-4811-48f7-9805-854afa3db479 req-b5cb99f7-87a1-46bd-a518-aae3e74bdb44 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:12.835112 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a50a9500-4811-48f7-9805-854afa3db479 req-b5cb99f7-87a1-46bd-a518-aae3e74bdb44 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab098503-6df4-46e9-8e5a-3b9b4e03bc6e HTTP/1.1" status: 200 len: 945 time: 0.1895120 Aug 25 18:24:12.842742 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f38465-4ab8-44b4-affd-350a03905498 req-f23108c2-9993-473a-9545-c00008102550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:12.844192 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f8f38465-4ab8-44b4-affd-350a03905498 req-f23108c2-9993-473a-9545-c00008102550 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0cc5bf04-e7cb-4a8a-9876-2407539a73b9 HTTP/1.1" status: 200 len: 1098 time: 0.1866615 Aug 25 18:24:12.886055 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a924a7-aad7-4c13-801b-8c7105fbece3 req-f57214f8-2212-4b82-96f4-eb0b60e93b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:12.887461 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-95a924a7-aad7-4c13-801b-8c7105fbece3 req-f57214f8-2212-4b82-96f4-eb0b60e93b61 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 1099 time: 0.1523221 Aug 25 18:24:12.963739 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-819baef6-b693-47f1-bbb1-6c5597c814d0 req-3f0f1b4c-6439-4fff-b804-07e7adcd9102 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263027 Aug 25 18:24:12.980159 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a50a9500-4811-48f7-9805-854afa3db479 req-4a095643-3909-497a-8365-0eb525c203ad tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268632 Aug 25 18:24:12.982796 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f8f38465-4ab8-44b4-affd-350a03905498 req-a62614e3-ee07-488d-8d61-bf1b50b8ca03 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8fa8411f-f329-4f07-af96-a056509f895f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180007 Aug 25 18:24:13.011374 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-95a924a7-aad7-4c13-801b-8c7105fbece3 req-cd06d94d-1fbe-4445-a32e-6be683c1391e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014903 Aug 25 18:24:13.035826 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c86e1c05-bdc8-4a10-97ba-e915c999e8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:13.041075 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c86e1c05-bdc8-4a10-97ba-e915c999e8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:13.111510 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-c86e1c05-bdc8-4a10-97ba-e915c999e8de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=809476f19b234fa6bda18309cd69a6a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5722609 Aug 25 18:24:13.113015 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e1c05-bdc8-4a10-97ba-e915c999e8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c068dfcf-1993-4493-b3f3-23bc2041b6f3,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:13.114541 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 35886) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:24:13.144170 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8dc1c8-f828-4e59-bb86-25056bb53eac req-bd44bbfc-ebbe-4592-aa8a-378cb8cc71e5 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:13.145846 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3f8dc1c8-f828-4e59-bb86-25056bb53eac req-bd44bbfc-ebbe-4592-aa8a-378cb8cc71e5 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cc5bf04-e7cb-4a8a-9876-2407539a73b9 HTTP/1.1" status: 200 len: 945 time: 0.0789478 Aug 25 18:24:13.173084 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a442264e-3117-45c6-9e6c-9f9e58e466ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:13.186326 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3f8dc1c8-f828-4e59-bb86-25056bb53eac req-57075775-44fa-4d43-9cc7-60a09ea8a687 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fa8411f-f329-4f07-af96-a056509f895f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332632 Aug 25 18:24:13.199206 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a442264e-3117-45c6-9e6c-9f9e58e466ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:13.260155 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a442264e-3117-45c6-9e6c-9f9e58e466ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:13.262751 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a442264e-3117-45c6-9e6c-9f9e58e466ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:13.266292 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-a442264e-3117-45c6-9e6c-9f9e58e466ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c068dfcf-1993-4493-b3f3-23bc2041b6f3 HTTP/1.1" status: 204 len: 168 time: 0.1481512 Aug 25 18:24:13.286100 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a442264e-3117-45c6-9e6c-9f9e58e466ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c068dfcf-1993-4493-b3f3-23bc2041b6f3,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:13.331391 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32c091-ff55-45a0-af00-ca4dada4c25a req-fd5006bc-8f08-45e1-bbe6-6548aa0931bb tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:13.332957 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7b32c091-ff55-45a0-af00-ca4dada4c25a req-fd5006bc-8f08-45e1-bbe6-6548aa0931bb tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0671883 Aug 25 18:24:13.382852 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7b32c091-ff55-45a0-af00-ca4dada4c25a req-0653ad49-78c7-4773-ae0f-d7382f2f13e8 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425956 Aug 25 18:24:14.076950 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0463e3-fc85-4a0d-957c-2b5503e0c7e6 req-a2679ca1-3006-48cd-8fc4-cea5e1f57bfa tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:14.078327 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1d0463e3-fc85-4a0d-957c-2b5503e0c7e6 req-a2679ca1-3006-48cd-8fc4-cea5e1f57bfa tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0481911 Aug 25 18:24:14.115000 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1d0463e3-fc85-4a0d-957c-2b5503e0c7e6 req-4532ea24-470d-423e-8613-711ea1e3c492 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307128 Aug 25 18:24:14.305100 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8f1c6-f337-4b2e-8ebe-ff018c94337f req-cc8a2598-d471-436d-958d-e189e3086644 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:14.306561 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3eb8f1c6-f337-4b2e-8ebe-ff018c94337f req-cc8a2598-d471-436d-958d-e189e3086644 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cc5bf04-e7cb-4a8a-9876-2407539a73b9 HTTP/1.1" status: 200 len: 945 time: 0.0501671 Aug 25 18:24:14.343863 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3eb8f1c6-f337-4b2e-8ebe-ff018c94337f req-ec2c44c5-56f9-46fb-bff8-602503c95fa9 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fa8411f-f329-4f07-af96-a056509f895f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314951 Aug 25 18:24:14.506986 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200888a8-6fe4-4b54-8dc3-f14ace3ecc65 req-c41fddd1-a8f5-4281-91ce-225abc03322c tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:14.508476 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-200888a8-6fe4-4b54-8dc3-f14ace3ecc65 req-c41fddd1-a8f5-4281-91ce-225abc03322c tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0554681 Aug 25 18:24:14.547624 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-200888a8-6fe4-4b54-8dc3-f14ace3ecc65 req-bd88eb86-c2d7-4047-bddf-3c0ce5121ade tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327275 Aug 25 18:24:15.232707 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5876d296-fed2-481d-a655-97ec667b2008 req-41acf380-69ef-4dd6-99f4-dd333b777282 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:15.234179 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5876d296-fed2-481d-a655-97ec667b2008 req-41acf380-69ef-4dd6-99f4-dd333b777282 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0514421 Aug 25 18:24:15.272347 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5876d296-fed2-481d-a655-97ec667b2008 req-13c3f90f-e409-4ee2-82be-8f64e5c8be0c tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318756 Aug 25 18:24:15.463612 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da5bf2d-3fdb-41b7-90de-9d037893c56f req-cbfeabdf-4c39-492c-9095-87a52b1a8ee8 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:15.465115 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0da5bf2d-3fdb-41b7-90de-9d037893c56f req-cbfeabdf-4c39-492c-9095-87a52b1a8ee8 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cc5bf04-e7cb-4a8a-9876-2407539a73b9 HTTP/1.1" status: 200 len: 945 time: 0.0525112 Aug 25 18:24:15.503435 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0da5bf2d-3fdb-41b7-90de-9d037893c56f req-87a9dfef-a961-4afa-b25b-fa3cffd91ebf tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fa8411f-f329-4f07-af96-a056509f895f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321031 Aug 25 18:24:15.663941 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bec016-4f3e-427a-9336-397e20b62ada req-b0da84e6-e3c2-423e-93f9-d41967f51316 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:15.666143 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-03bec016-4f3e-427a-9336-397e20b62ada req-b0da84e6-e3c2-423e-93f9-d41967f51316 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0504255 Aug 25 18:24:15.705368 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-03bec016-4f3e-427a-9336-397e20b62ada req-b73c4938-20f8-40c5-80fc-b65bcb1d2307 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324833 Aug 25 18:24:16.021171 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:16.385522 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46925b4-e077-4641-8cee-fee70d1e8c9e req-735fd6fd-e9d2-4b33-89af-6e90820a8c17 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:16.387013 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c46925b4-e077-4641-8cee-fee70d1e8c9e req-735fd6fd-e9d2-4b33-89af-6e90820a8c17 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0496049 Aug 25 18:24:16.426307 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c46925b4-e077-4641-8cee-fee70d1e8c9e req-a9745635-34c1-44ec-beba-c6fe34be5608 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329771 Aug 25 18:24:16.545856 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39298c02-f6d4-4754-9ba0-0b5a3b39f7a5 req-28e0fd4a-dd51-4af0-8f8a-03b3c0a8cd77 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:16.547345 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-39298c02-f6d4-4754-9ba0-0b5a3b39f7a5 req-28e0fd4a-dd51-4af0-8f8a-03b3c0a8cd77 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0589721 Aug 25 18:24:16.556378 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 35954) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:24:16.561344 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-34b4e6ce-2b7f-4933-b3ed-f545eb4a1979 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Request body: {'floatingip': {'port_id': 'acea7bd8-0455-454e-9c25-fcc6f7c46d2d'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:24:16.599276 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-34b4e6ce-2b7f-4933-b3ed-f545eb4a1979 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for floatingip, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:16.607574 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b67c9-f9c1-4923-8821-2df687b80a5b req-8224b802-f23e-4235-ace0-8959612d2fe3 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:16.609097 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b37b67c9-f9c1-4923-8821-2df687b80a5b req-8224b802-f23e-4235-ace0-8959612d2fe3 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cc5bf04-e7cb-4a8a-9876-2407539a73b9 HTTP/1.1" status: 200 len: 945 time: 0.0480661 Aug 25 18:24:16.648099 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b37b67c9-f9c1-4923-8821-2df687b80a5b req-54e39a8f-7b18-40f1-9a28-14b5231efdd1 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fa8411f-f329-4f07-af96-a056509f895f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329325 Aug 25 18:24:16.822520 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73dffd4-4e86-447e-a743-8a9085b0d65b req-2f1bbb8d-2960-4aae-93e3-08626fb64e2e tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:16.823997 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f73dffd4-4e86-447e-a743-8a9085b0d65b req-2f1bbb8d-2960-4aae-93e3-08626fb64e2e tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0476718 Aug 25 18:24:16.862921 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f73dffd4-4e86-447e-a743-8a9085b0d65b req-845cbcdd-a983-4be6-a8e2-920512e204e3 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327671 Aug 25 18:24:17.029912 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-34b4e6ce-2b7f-4933-b3ed-f545eb4a1979 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:17.033428 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-34b4e6ce-2b7f-4933-b3ed-f545eb4a1979 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438161'] for floatingip, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:17.129986 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.db.l3_db [None req-34b4e6ce-2b7f-4933-b3ed-f545eb4a1979 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Floating IP e7b73cdd-cf25-4fa7-937f-696c6cf4628c associated. External IP: 172.27.3.250, port: acea7bd8-0455-454e-9c25-fcc6f7c46d2d. Aug 25 18:24:17.325928 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b4e6ce-2b7f-4933-b3ed-f545eb4a1979 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Router 82765363-f53f-4ab1-a3fb-f61972a507c7 has already been hosted by L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 {{(pid=93792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:24:17.429921 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b4e6ce-2b7f-4933-b3ed-f545eb4a1979 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:24:17.435221 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-34b4e6ce-2b7f-4933-b3ed-f545eb4a1979 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for floatingip, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:17.440117 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff2dbaf-cadf-47f8-8653-f04d14d8e634 None None] Sync routers for ids ['82765363-f53f-4ab1-a3fb-f61972a507c7'] in dv-cinder-790492-8-iscsi {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:24:17.450585 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff2dbaf-cadf-47f8-8653-f04d14d8e634 None None] Routers {'82765363-f53f-4ab1-a3fb-f61972a507c7'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:24:17.451209 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-5ff2dbaf-cadf-47f8-8653-f04d14d8e634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:23:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['82765363-f53f-4ab1-a3fb-f61972a507c7'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:24:17.461113 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-34b4e6ce-2b7f-4933-b3ed-f545eb4a1979 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "PUT /v2.0/floatingips/e7b73cdd-cf25-4fa7-937f-696c6cf4628c HTTP/1.1" status: 200 len: 992 time: 0.9034228 Aug 25 18:24:17.461674 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b020cc3-c94e-4dd6-8d02-3318b0542e4e', 'tag': 'acea7bd8-0455-454e-9c25-fcc6f7c46d2d'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:24:17.463989 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c984d1858996a6e9101b3241db424c31c619dd4f66880771aa34b5ec8c668a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58418b5c-b2e1-4713-b614-93e6b5933c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "2b020cc3-c94e-4dd6-8d02-3318b0542e4e", "tag": "acea7bd8-0455-454e-9c25-fcc6f7c46d2d"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:24:17.552158 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-5ff2dbaf-cadf-47f8-8653-f04d14d8e634 None None] Set router 82765363-f53f-4ab1-a3fb-f61972a507c7 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:24:17.761133 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-5ff2dbaf-cadf-47f8-8653-f04d14d8e634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'name': 'tempest-AttachVolumeTestJSON-264473942-router', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '3e5b458c-f251-4566-a0b3-b8fb1441987e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:23:54Z', 'revision_number': 4, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'gw_port': {'id': '3e5b458c-f251-4566-a0b3-b8fb1441987e', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_floatingips': [{'id': 'e7b73cdd-cf25-4fa7-937f-696c6cf4628c', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'router_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'port_id': 'acea7bd8-0455-454e-9c25-fcc6f7c46d2d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033', 'mac_address': 'fa:16:3e:1a:29:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b020cc3-c94e-4dd6-8d02-3318b0542e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:23:59Z', 'updated_at': '2021-08-25T18:24:16Z', 'revision_number': 1, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '081eba37-682c-4461-9999-0209b94d8f60', 'name': '', 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'mac_address': 'fa:16:3e:ab:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '37e9ac56-2a31-4c36-93d9-ecbd84267da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:23:53Z', 'updated_at': '2021-08-25T18:24:01Z', 'revision_number': 5, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'subnets': [{'id': '37e9ac56-2a31-4c36-93d9-ecbd84267da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:24:17.788639 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff2dbaf-cadf-47f8-8653-f04d14d8e634 None None] Checking router: 82765363-f53f-4ab1-a3fb-f61972a507c7 for host: dv-cinder-790492-8-iscsi {{(pid=93794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:24:17.797118 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff2dbaf-cadf-47f8-8653-f04d14d8e634 None None] Routers {'82765363-f53f-4ab1-a3fb-f61972a507c7'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:24:17.797711 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-5ff2dbaf-cadf-47f8-8653-f04d14d8e634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:23:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['82765363-f53f-4ab1-a3fb-f61972a507c7'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:24:17.900345 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-5ff2dbaf-cadf-47f8-8653-f04d14d8e634 None None] Set router 82765363-f53f-4ab1-a3fb-f61972a507c7 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:24:18.122053 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-5ff2dbaf-cadf-47f8-8653-f04d14d8e634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'name': 'tempest-AttachVolumeTestJSON-264473942-router', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '3e5b458c-f251-4566-a0b3-b8fb1441987e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:23:54Z', 'revision_number': 4, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'gw_port': {'id': '3e5b458c-f251-4566-a0b3-b8fb1441987e', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_floatingips': [{'id': 'e7b73cdd-cf25-4fa7-937f-696c6cf4628c', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'router_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'port_id': 'acea7bd8-0455-454e-9c25-fcc6f7c46d2d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033', 'mac_address': 'fa:16:3e:1a:29:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b020cc3-c94e-4dd6-8d02-3318b0542e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:23:59Z', 'updated_at': '2021-08-25T18:24:16Z', 'revision_number': 1, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '081eba37-682c-4461-9999-0209b94d8f60', 'name': '', 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'mac_address': 'fa:16:3e:ab:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '37e9ac56-2a31-4c36-93d9-ecbd84267da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:23:53Z', 'updated_at': '2021-08-25T18:24:01Z', 'revision_number': 5, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'subnets': [{'id': '37e9ac56-2a31-4c36-93d9-ecbd84267da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:24:18.147533 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff2dbaf-cadf-47f8-8653-f04d14d8e634 None None] The sync data for ids ['82765363-f53f-4ab1-a3fb-f61972a507c7'] in dv-cinder-790492-8-iscsi is: [{'id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'name': 'tempest-AttachVolumeTestJSON-264473942-router', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '3e5b458c-f251-4566-a0b3-b8fb1441987e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:23:54Z', 'revision_number': 4, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'gw_port': {'id': '3e5b458c-f251-4566-a0b3-b8fb1441987e', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_floatingips': [{'id': 'e7b73cdd-cf25-4fa7-937f-696c6cf4628c', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'floating_ip_address': '172.27.3.250', 'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'router_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'port_id': 'acea7bd8-0455-454e-9c25-fcc6f7c46d2d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033', 'mac_address': 'fa:16:3e:1a:29:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b020cc3-c94e-4dd6-8d02-3318b0542e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:23:59Z', 'updated_at': '2021-08-25T18:24:16Z', 'revision_number': 1, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '081eba37-682c-4461-9999-0209b94d8f60', 'name': '', 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'mac_address': 'fa:16:3e:ab:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '37e9ac56-2a31-4c36-93d9-ecbd84267da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:23:53Z', 'updated_at': '2021-08-25T18:24:01Z', 'revision_number': 5, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'subnets': [{'id': '37e9ac56-2a31-4c36-93d9-ecbd84267da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:24:18.317627 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af57868-5498-4f7d-851b-779af2e7deb3 None None] New status for floating IP e7b73cdd-cf25-4fa7-937f-696c6cf4628c: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 18:24:19.908409 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb07548-343b-4d1e-9442-8bef325a356c x-openstack-request-id: req-5bb07548-343b-4d1e-9442-8bef325a356c {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:24:19.909248 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b020cc3-c94e-4dd6-8d02-3318b0542e4e", "tag": "acea7bd8-0455-454e-9c25-fcc6f7c46d2d", "status": "completed", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:24:19.909499 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5bb07548-343b-4d1e-9442-8bef325a356c {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:24:19.909890 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b020cc3-c94e-4dd6-8d02-3318b0542e4e', 'tag': 'acea7bd8-0455-454e-9c25-fcc6f7c46d2d', 'status': 'completed', 'code': 200} Aug 25 18:24:20.025388 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e02b3e-561d-4103-98cd-f4e45055b6a8 req-fe13395d-b46a-4902-a767-96171ba37fc8 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:20.026828 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c0e02b3e-561d-4103-98cd-f4e45055b6a8 req-fe13395d-b46a-4902-a767-96171ba37fc8 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cc5bf04-e7cb-4a8a-9876-2407539a73b9 HTTP/1.1" status: 200 len: 945 time: 0.1033885 Aug 25 18:24:20.039261 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58418b5c-b2e1-4713-b614-93e6b5933c2b req-f7802473-c29e-4503-855a-86986074b630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:20.041208 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-58418b5c-b2e1-4713-b614-93e6b5933c2b req-f7802473-c29e-4503-855a-86986074b630 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff6fe479012b4bdfbf44365f146a6cb1&device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 1099 time: 0.0922232 Aug 25 18:24:20.062327 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe809c3-dc24-4f6e-a7ae-cd49afbb194e req-a4f116d8-4ef2-4a80-9681-f3d8bd096ca5 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:20.063749 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-bbe809c3-dc24-4f6e-a7ae-cd49afbb194e req-a4f116d8-4ef2-4a80-9681-f3d8bd096ca5 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.1018753 Aug 25 18:24:20.159270 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c0e02b3e-561d-4103-98cd-f4e45055b6a8 req-6f16a51e-4d05-4ece-a034-3eb2947524f2 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fa8411f-f329-4f07-af96-a056509f895f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242912 Aug 25 18:24:20.179201 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-bbe809c3-dc24-4f6e-a7ae-cd49afbb194e req-8c281261-252f-4f9d-953a-3f130a3c93eb tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041877 Aug 25 18:24:20.204010 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58418b5c-b2e1-4713-b614-93e6b5933c2b req-44c1253b-967b-4da4-a9b2-8eea17d16a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:20.205524 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-58418b5c-b2e1-4713-b614-93e6b5933c2b req-44c1253b-967b-4da4-a9b2-8eea17d16a23 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d04d8ed-dff1-407b-ac17-418584fb2033 HTTP/1.1" status: 200 len: 911 time: 0.1409349 Aug 25 18:24:20.277322 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-58418b5c-b2e1-4713-b614-93e6b5933c2b req-a29ddd13-fd8c-4abe-9685-c568e626c5b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acea7bd8-0455-454e-9c25-fcc6f7c46d2d HTTP/1.1" status: 200 len: 1002 time: 0.0576770 Aug 25 18:24:20.332340 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58418b5c-b2e1-4713-b614-93e6b5933c2b req-96788c4a-b2ce-4087-8aa5-d7e6a906842f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:20.333822 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-58418b5c-b2e1-4713-b614-93e6b5933c2b req-96788c4a-b2ce-4087-8aa5-d7e6a906842f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37e9ac56-2a31-4c36-93d9-ecbd84267da7 HTTP/1.1" status: 200 len: 849 time: 0.0452812 Aug 25 18:24:20.381333 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58418b5c-b2e1-4713-b614-93e6b5933c2b req-d08e9a1c-3727-4e90-8652-7127253246e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:20.383029 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-58418b5c-b2e1-4713-b614-93e6b5933c2b req-d08e9a1c-3727-4e90-8652-7127253246e7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d04d8ed-dff1-407b-ac17-418584fb2033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374546 Aug 25 18:24:20.483730 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-58418b5c-b2e1-4713-b614-93e6b5933c2b req-053be179-42a0-4132-a9fd-885eb211c890 service neutron] 10.222.0.24 "GET /v2.0/networks/0d04d8ed-dff1-407b-ac17-418584fb2033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796070 Aug 25 18:24:20.574346 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-58418b5c-b2e1-4713-b614-93e6b5933c2b req-429d7760-5aa7-4709-b34e-4fa8301b80c2 service neutron] 10.222.0.24 "GET /v2.0/networks/0d04d8ed-dff1-407b-ac17-418584fb2033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815175 Aug 25 18:24:21.304828 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f78a77-09ea-4e6d-8ba1-997d024218b2 req-cef1f3dd-83af-412b-ad1c-638ea8d570b6 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:21.306830 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-48f78a77-09ea-4e6d-8ba1-997d024218b2 req-cef1f3dd-83af-412b-ad1c-638ea8d570b6 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cc5bf04-e7cb-4a8a-9876-2407539a73b9 HTTP/1.1" status: 200 len: 945 time: 0.0759532 Aug 25 18:24:21.317570 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff9618-43b1-4d5a-bc70-e54beebc2447 req-e00ae9de-a8ca-4d7b-b794-ee565e92be27 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:21.318928 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-dcff9618-43b1-4d5a-bc70-e54beebc2447 req-e00ae9de-a8ca-4d7b-b794-ee565e92be27 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0607312 Aug 25 18:24:21.375555 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-48f78a77-09ea-4e6d-8ba1-997d024218b2 req-901d362f-ebfc-4ec4-892a-18731942ea7e tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fa8411f-f329-4f07-af96-a056509f895f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556939 Aug 25 18:24:21.380084 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-dcff9618-43b1-4d5a-bc70-e54beebc2447 req-0ac826b9-c47a-423b-9d7d-519b4691539c tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546880 Aug 25 18:24:22.231985 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d96b47-728d-4a68-b015-f51830591713 req-b8b46dec-8903-4d3d-93f2-f56a3ae2dfdd tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:22.233436 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e6d96b47-728d-4a68-b015-f51830591713 req-b8b46dec-8903-4d3d-93f2-f56a3ae2dfdd tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cc5bf04-e7cb-4a8a-9876-2407539a73b9 HTTP/1.1" status: 200 len: 945 time: 0.0494356 Aug 25 18:24:22.354737 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-e6d96b47-728d-4a68-b015-f51830591713 req-e6a3e9c2-e747-4b7c-ab6e-49faa9dc81c2 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Deleting port 23589040-3469-4d0a-9c0b-77c2255d3037 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:24:22.355327 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e6d96b47-728d-4a68-b015-f51830591713 req-e6a3e9c2-e747-4b7c-ab6e-49faa9dc81c2 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:22.463803 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-e6d96b47-728d-4a68-b015-f51830591713 req-e6a3e9c2-e747-4b7c-ab6e-49faa9dc81c2 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] For port 23589040-3469-4d0a-9c0b-77c2255d3037, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=23589040-3469-4d0a-9c0b-77c2255d3037,segment=NetworkSegment(af3ddc7f-e50c-4acc-a5eb-2108c8706daa),segment_id=af3ddc7f-e50c-4acc-a5eb-2108c8706daa)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:24:22.464287 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e6d96b47-728d-4a68-b015-f51830591713 req-e6a3e9c2-e747-4b7c-ab6e-49faa9dc81c2 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:22.482059 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-e6d96b47-728d-4a68-b015-f51830591713 req-e6a3e9c2-e747-4b7c-ab6e-49faa9dc81c2 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Calling delete_port for 23589040-3469-4d0a-9c0b-77c2255d3037 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:24:22.609858 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701571f-4ec8-4f05-b37b-4e3101b2b57e req-9333d62e-3d70-44d2-b1b5-b34010a9fee2 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:22.612427 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3701571f-4ec8-4f05-b37b-4e3101b2b57e req-9333d62e-3d70-44d2-b1b5-b34010a9fee2 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cc5bf04-e7cb-4a8a-9876-2407539a73b9 HTTP/1.1" status: 200 len: 945 time: 0.1344106 Aug 25 18:24:22.620130 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa89dd-174b-449c-926e-30fc51ef17c1 req-df5cd49a-4fc9-4966-be81-0b911740a54d tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:22.621726 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f7fa89dd-174b-449c-926e-30fc51ef17c1 req-df5cd49a-4fc9-4966-be81-0b911740a54d tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.1467037 Aug 25 18:24:22.706010 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3701571f-4ec8-4f05-b37b-4e3101b2b57e req-4b5d3cbf-0804-4886-a95b-f3b3d695fc8f tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.37 "GET /v2.0/security-groups?id=8fa8411f-f329-4f07-af96-a056509f895f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784669 Aug 25 18:24:22.729883 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f7fa89dd-174b-449c-926e-30fc51ef17c1 req-093034ea-36a6-4969-9cbb-fb078edaaf29 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011522 Aug 25 18:24:22.756784 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e6d96b47-728d-4a68-b015-f51830591713 req-e6a3e9c2-e747-4b7c-ab6e-49faa9dc81c2 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:22.779768 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['23589040-3469-4d0a-9c0b-77c2255d3037'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:24:22.784397 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3e9c2-e747-4b7c-ab6e-49faa9dc81c2 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Pushing event deleted for resources: {'Port': ['ID=23589040-3469-4d0a-9c0b-77c2255d3037,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:22.822427 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d96b47-728d-4a68-b015-f51830591713 req-e6a3e9c2-e747-4b7c-ab6e-49faa9dc81c2 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] No DVR routers for this DVR port 23589040-3469-4d0a-9c0b-77c2255d3037 on host hv-cinder-79049 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:24:22.825235 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e6d96b47-728d-4a68-b015-f51830591713 req-e6a3e9c2-e747-4b7c-ab6e-49faa9dc81c2 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:22.827158 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e6d96b47-728d-4a68-b015-f51830591713 req-e6a3e9c2-e747-4b7c-ab6e-49faa9dc81c2 tempest-VolumesActionsTest-147102442 tempest-VolumesActionsTest-147102442-project] 10.222.0.24 "DELETE /v2.0/ports/23589040-3469-4d0a-9c0b-77c2255d3037 HTTP/1.1" status: 204 len: 173 time: 0.5723577 Aug 25 18:24:22.827576 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc5bf04-e7cb-4a8a-9876-2407539a73b9', 'name': 'network-vif-deleted', 'tag': '23589040-3469-4d0a-9c0b-77c2255d3037'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:24:22.829812 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae81c8c-a8b1-4ac1-bfc9-4e823178225c" -d '{"events": [{"server_uuid": "0cc5bf04-e7cb-4a8a-9876-2407539a73b9", "name": "network-vif-deleted", "tag": "23589040-3469-4d0a-9c0b-77c2255d3037"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:24:22.865585 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83bb1cc-0404-4c78-a4e9-26aea9845dd8 x-openstack-request-id: req-e83bb1cc-0404-4c78-a4e9-26aea9845dd8 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:24:22.865871 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc5bf04-e7cb-4a8a-9876-2407539a73b9", "name": "network-vif-deleted", "tag": "23589040-3469-4d0a-9c0b-77c2255d3037", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:24:22.866119 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e83bb1cc-0404-4c78-a4e9-26aea9845dd8 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:24:22.866516 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc5bf04-e7cb-4a8a-9876-2407539a73b9', 'name': 'network-vif-deleted', 'tag': '23589040-3469-4d0a-9c0b-77c2255d3037', 'status': 'completed', 'code': 200} Aug 25 18:24:23.313837 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5c3d635f-db8b-420d-809c-59bd61a4db44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:23.851665 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626aabf-9de6-46cb-8bef-9b00cc3b5778 req-b3663b6e-d573-49c2-9ec8-e96ea4314a0b tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:23.853230 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8626aabf-9de6-46cb-8bef-9b00cc3b5778 req-b3663b6e-d573-49c2-9ec8-e96ea4314a0b tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0516152 Aug 25 18:24:23.897618 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8626aabf-9de6-46cb-8bef-9b00cc3b5778 req-82ee98f8-6f8f-46f7-9a83-d80b6bd81070 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376801 Aug 25 18:24:25.030577 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54aeb8d-c466-43ac-9a0a-20757e7047f6 req-a028d7b0-ce78-4e87-8cc2-e4b7eafa806c tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:25.031967 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c54aeb8d-c466-43ac-9a0a-20757e7047f6 req-a028d7b0-ce78-4e87-8cc2-e4b7eafa806c tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0495548 Aug 25 18:24:25.070693 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c54aeb8d-c466-43ac-9a0a-20757e7047f6 req-63ad9bec-5229-4ac6-82b7-8146ae5dfa8e tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328398 Aug 25 18:24:25.763039 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9e509f08-e7af-4911-883e-4952e923d2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:26.260817 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 23589040-3469-4d0a-9c0b-77c2255d3037 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:24:26.280153 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] No Port match for: 23589040-3469-4d0a-9c0b-77c2255d3037 {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:24:26.280493 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 23589040-3469-4d0a-9c0b-77c2255d3037 not bound to the agent host hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:24:27.219845 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:27.420749 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc1111-00a1-4d9a-b6e9-44b517c11839 req-dc7386d0-d1af-4ad6-8827-8a24c3c464fe tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:27.422257 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7cbc1111-00a1-4d9a-b6e9-44b517c11839 req-dc7386d0-d1af-4ad6-8827-8a24c3c464fe tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0482793 Aug 25 18:24:27.433825 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:27.463433 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7cbc1111-00a1-4d9a-b6e9-44b517c11839 req-204e9f97-c6d3-45c9-9f39-6dac10f1ea22 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345840 Aug 25 18:24:28.839342 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:31.016389 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65807ec1-0594-4c66-aa83-06dc6b992b66 req-d86009eb-ca60-4b44-ac38-d32ac1010ea4 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:31.017997 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-65807ec1-0594-4c66-aa83-06dc6b992b66 req-d86009eb-ca60-4b44-ac38-d32ac1010ea4 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0488362 Aug 25 18:24:31.057525 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-65807ec1-0594-4c66-aa83-06dc6b992b66 req-8153f528-135b-4b3e-9832-9acab0771adb tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326645 Aug 25 18:24:31.291749 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-8a3552ac-13bd-4ead-98b6-4cd20fe2b733 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:31.293512 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-8a3552ac-13bd-4ead-98b6-4cd20fe2b733 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/networks?id=2cd15194-5e4d-4178-a19c-bfac18d7be9f HTTP/1.1" status: 200 len: 814 time: 0.1159711 Aug 25 18:24:31.308901 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-0620198a-5df3-44b2-9af3-410e7c056da8 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/quotas/dfb0f87eed314ea4a07c2ce25cc9966a HTTP/1.1" status: 200 len: 375 time: 0.0092952 Aug 25 18:24:31.362694 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-3ea14645-c6e2-495e-9437-107c8daffabf tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dfb0f87eed314ea4a07c2ce25cc9966a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483167 Aug 25 18:24:31.457393 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-6c1192ad-41f2-42f6-a3b2-4ec74079e46d service neutron] 10.222.0.37 "GET /v2.0/networks/2cd15194-5e4d-4178-a19c-bfac18d7be9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876868 Aug 25 18:24:31.545435 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-a0603abb-d8dc-444b-8cff-4c17a8c65564 service neutron] 10.222.0.37 "GET /v2.0/networks/2cd15194-5e4d-4178-a19c-bfac18d7be9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818901 Aug 25 18:24:31.702312 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-155177aa-e95b-4636-bb5a-2b243a97ce6a req-af0d2b5b-df77-496b-a005-fb0d97197f59 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fdf0b3c-f8f9-4369-bf10-0462f1ba72dd HTTP/1.1" status: 200 len: 210 time: 0.0266747 Aug 25 18:24:32.176837 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7675d-5dc9-4dbc-bc4e-10cac32b14ae req-c2f49a2e-8298-4e23-90c0-5b2a8c98a8a6 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:32.178317 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-95a7675d-5dc9-4dbc-bc4e-10cac32b14ae req-c2f49a2e-8298-4e23-90c0-5b2a8c98a8a6 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0523980 Aug 25 18:24:32.216159 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-95a7675d-5dc9-4dbc-bc4e-10cac32b14ae req-b0ca0de3-00b1-45f1-a618-4de30bc6f941 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316274 Aug 25 18:24:32.734092 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-727f2aa2-0803-47a6-b4a2-9f7581a51a86 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:32.735731 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-727f2aa2-0803-47a6-b4a2-9f7581a51a86 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.24 "GET /v2.0/networks?id=2cd15194-5e4d-4178-a19c-bfac18d7be9f HTTP/1.1" status: 200 len: 814 time: 0.1183870 Aug 25 18:24:32.757211 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-845bb76e-5d2d-48ac-ae97-3b8f7c259b9b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Request body: {'port': {'device_id': '4fdf0b3c-f8f9-4369-bf10-0462f1ba72dd', 'network_id': '2cd15194-5e4d-4178-a19c-bfac18d7be9f', 'admin_state_up': True, 'tenant_id': 'dfb0f87eed314ea4a07c2ce25cc9966a'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:24:32.852606 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-86f537b9-0319-43af-bcd7-819d978a6f0a req-0580a588-166e-41c7-ab65-64dd8edcd161 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fdf0b3c-f8f9-4369-bf10-0462f1ba72dd HTTP/1.1" status: 200 len: 210 time: 0.0431788 Aug 25 18:24:32.926628 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-845bb76e-5d2d-48ac-ae97-3b8f7c259b9b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Made reservation on behalf of dfb0f87eed314ea4a07c2ce25cc9966a for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:24:32.932048 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-845bb76e-5d2d-48ac-ae97-3b8f7c259b9b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:33.106970 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-845bb76e-5d2d-48ac-ae97-3b8f7c259b9b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Allocated IP 172.20.0.7 (2cd15194-5e4d-4178-a19c-bfac18d7be9f/ecab46d4-97f7-43f1-803d-02b5f4e01661/581b479d-b1fb-4d8b-a1b8-6b29af30f86c) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:24:33.358532 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-845bb76e-5d2d-48ac-ae97-3b8f7c259b9b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:33.404685 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e5307-f9dd-4f18-a42f-012728965688 req-94379e27-18ba-4b75-8b4e-bf2c2d3b5424 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:33.410009 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-799e5307-f9dd-4f18-a42f-012728965688 req-94379e27-18ba-4b75-8b4e-bf2c2d3b5424 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.1028779 Aug 25 18:24:33.473062 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-799e5307-f9dd-4f18-a42f-012728965688 req-fb703f66-899e-453a-96cd-e61eb10f0255 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585423 Aug 25 18:24:33.475054 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-845bb76e-5d2d-48ac-ae97-3b8f7c259b9b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:33.491157 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['f4dda55a-138e-4547-958a-e8ea46b3244e', '851e6b02-1d26-41c2-b4d8-4cd25cad8dcc', 'f56e0972-0d9c-49d1-951d-028a21f35377'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:24:33.539909 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-845bb76e-5d2d-48ac-ae97-3b8f7c259b9b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Network 2cd15194-5e4d-4178-a19c-bfac18d7be9f is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:24:33.544226 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-845bb76e-5d2d-48ac-ae97-3b8f7c259b9b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:24:33.556089 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-845bb76e-5d2d-48ac-ae97-3b8f7c259b9b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:24:33.566980 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-845bb76e-5d2d-48ac-ae97-3b8f7c259b9b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:33.568596 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-845bb76e-5d2d-48ac-ae97-3b8f7c259b9b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:33.595042 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845bb76e-5d2d-48ac-ae97-3b8f7c259b9b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Pushing event updated for resources: {'Port': ['ID=581b479d-b1fb-4d8b-a1b8-6b29af30f86c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:33.605775 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-845bb76e-5d2d-48ac-ae97-3b8f7c259b9b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8538072 Aug 25 18:24:33.607759 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845bb76e-5d2d-48ac-ae97-3b8f7c259b9b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:24:33.608377 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845bb76e-5d2d-48ac-ae97-3b8f7c259b9b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:24:33.609120 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845bb76e-5d2d-48ac-ae97-3b8f7c259b9b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:24:33.610420 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845bb76e-5d2d-48ac-ae97-3b8f7c259b9b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:24:33.610420 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845bb76e-5d2d-48ac-ae97-3b8f7c259b9b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:24:33.610420 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845bb76e-5d2d-48ac-ae97-3b8f7c259b9b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:24:33.610974 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845bb76e-5d2d-48ac-ae97-3b8f7c259b9b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:24:33.611629 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845bb76e-5d2d-48ac-ae97-3b8f7c259b9b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:24:33.611975 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845bb76e-5d2d-48ac-ae97-3b8f7c259b9b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:24:33.612538 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845bb76e-5d2d-48ac-ae97-3b8f7c259b9b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:24:33.612907 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845bb76e-5d2d-48ac-ae97-3b8f7c259b9b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:24:33.613572 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845bb76e-5d2d-48ac-ae97-3b8f7c259b9b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:24:33.644172 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-d7e18d56-e310-4f55-90d0-fe7a099bbc8d service neutron] Request body: {'port': {'device_id': '4fdf0b3c-f8f9-4369-bf10-0462f1ba72dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:24:33.766170 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-d7e18d56-e310-4f55-90d0-fe7a099bbc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:34.104776 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3293597-fdec-4b2d-b51d-369463cbe2c8 req-7a273c36-fc76-4b00-8cb2-000a7cb13cf6 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:34.113973 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a3293597-fdec-4b2d-b51d-369463cbe2c8 req-7a273c36-fc76-4b00-8cb2-000a7cb13cf6 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fdf0b3c-f8f9-4369-bf10-0462f1ba72dd HTTP/1.1" status: 200 len: 931 time: 0.1346512 Aug 25 18:24:34.196779 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a3293597-fdec-4b2d-b51d-369463cbe2c8 req-fb7b0d3d-f36d-468e-a9da-383cfab3cdde tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818255 Aug 25 18:24:34.516328 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-d7e18d56-e310-4f55-90d0-fe7a099bbc8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 581b479d-b1fb-4d8b-a1b8-6b29af30f86c {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:24:34.532079 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f238f91-9850-475e-b4e4-d2198d61dbaf req-10b47c6f-e6ae-438f-85ba-7520748e7829 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:34.539565 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1f238f91-9850-475e-b4e4-d2198d61dbaf req-10b47c6f-e6ae-438f-85ba-7520748e7829 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.3796391 Aug 25 18:24:34.547799 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-d7e18d56-e310-4f55-90d0-fe7a099bbc8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:34.583092 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-d7e18d56-e310-4f55-90d0-fe7a099bbc8d service neutron] Transition to ACTIVE for port object 581b479d-b1fb-4d8b-a1b8-6b29af30f86c will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:24:34.609402 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1f238f91-9850-475e-b4e4-d2198d61dbaf req-c5740188-5db5-47c8-b219-d5607cc11353 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686901 Aug 25 18:24:34.623807 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-d7e18d56-e310-4f55-90d0-fe7a099bbc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:34.706650 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc09f6-3b88-4325-a30f-a6042660b64e req-0dcf38ad-b896-465a-b784-a02b2fe44e1e tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:34.708424 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-00fc09f6-3b88-4325-a30f-a6042660b64e req-0dcf38ad-b896-465a-b784-a02b2fe44e1e tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.1224022 Aug 25 18:24:34.711134 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e18d56-e310-4f55-90d0-fe7a099bbc8d service neutron] Pushing event updated for resources: {'Port': ['ID=581b479d-b1fb-4d8b-a1b8-6b29af30f86c,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:34.778036 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-d7e18d56-e310-4f55-90d0-fe7a099bbc8d service neutron] Attempting to bind port 581b479d-b1fb-4d8b-a1b8-6b29af30f86c on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:24:34.778517 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-d7e18d56-e310-4f55-90d0-fe7a099bbc8d service neutron] Attempting to bind port 581b479d-b1fb-4d8b-a1b8-6b29af30f86c by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'c3ad605d-0b91-482b-81a4-b24229efd6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2cd15194-5e4d-4178-a19c-bfac18d7be9f'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:24:34.779079 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-d7e18d56-e310-4f55-90d0-fe7a099bbc8d service neutron] Attempting to bind port 581b479d-b1fb-4d8b-a1b8-6b29af30f86c on network 2cd15194-5e4d-4178-a19c-bfac18d7be9f {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:24:34.797815 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-d7e18d56-e310-4f55-90d0-fe7a099bbc8d service neutron] Port 581b479d-b1fb-4d8b-a1b8-6b29af30f86c on network 2cd15194-5e4d-4178-a19c-bfac18d7be9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 18:24:34.798142 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-d7e18d56-e310-4f55-90d0-fe7a099bbc8d service neutron] Attempting to bind port 581b479d-b1fb-4d8b-a1b8-6b29af30f86c on network 2cd15194-5e4d-4178-a19c-bfac18d7be9f {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:24:34.808337 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-00fc09f6-3b88-4325-a30f-a6042660b64e req-51e8bbb4-0440-4f35-811c-cb8a0b2a3088 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666299 Aug 25 18:24:34.809517 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-d7e18d56-e310-4f55-90d0-fe7a099bbc8d service neutron] Checking agent: {'id': '7fd900e3-9f03-4129-b0c6-db4e233cdb3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'started_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:24:34.809857 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-d7e18d56-e310-4f55-90d0-fe7a099bbc8d service neutron] Checking segment: {'id': 'c3ad605d-0b91-482b-81a4-b24229efd6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2cd15194-5e4d-4178-a19c-bfac18d7be9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:24:34.810251 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-d7e18d56-e310-4f55-90d0-fe7a099bbc8d service neutron] Bound using segment: {'id': 'c3ad605d-0b91-482b-81a4-b24229efd6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2cd15194-5e4d-4178-a19c-bfac18d7be9f'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:24:34.810684 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-d7e18d56-e310-4f55-90d0-fe7a099bbc8d service neutron] Bound port: 581b479d-b1fb-4d8b-a1b8-6b29af30f86c, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ad605d-0b91-482b-81a4-b24229efd6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2cd15194-5e4d-4178-a19c-bfac18d7be9f'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:24:34.811065 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-d7e18d56-e310-4f55-90d0-fe7a099bbc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:34.899546 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-d7e18d56-e310-4f55-90d0-fe7a099bbc8d service neutron] For port 581b479d-b1fb-4d8b-a1b8-6b29af30f86c, host hv-cinder-79049, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:24:34.904717 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-d7e18d56-e310-4f55-90d0-fe7a099bbc8d service neutron] For port 581b479d-b1fb-4d8b-a1b8-6b29af30f86c, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=581b479d-b1fb-4d8b-a1b8-6b29af30f86c,segment=NetworkSegment(c3ad605d-0b91-482b-81a4-b24229efd6d3),segment_id=c3ad605d-0b91-482b-81a4-b24229efd6d3)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:24:34.910900 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-d7e18d56-e310-4f55-90d0-fe7a099bbc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:34.954757 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-d7e18d56-e310-4f55-90d0-fe7a099bbc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:34.955507 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-d7e18d56-e310-4f55-90d0-fe7a099bbc8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:34.956913 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-d7e18d56-e310-4f55-90d0-fe7a099bbc8d service neutron] 10.222.0.24 "PUT /v2.0/ports/581b479d-b1fb-4d8b-a1b8-6b29af30f86c HTTP/1.1" status: 200 len: 1093 time: 1.3335869 Aug 25 18:24:34.957348 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fdf0b3c-f8f9-4369-bf10-0462f1ba72dd', 'tag': '581b479d-b1fb-4d8b-a1b8-6b29af30f86c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:24:34.960234 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329f62b4-1f77-497e-ac20-f6116fb8fe4d" -d '{"events": [{"name": "network-changed", "server_uuid": "4fdf0b3c-f8f9-4369-bf10-0462f1ba72dd", "tag": "581b479d-b1fb-4d8b-a1b8-6b29af30f86c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:24:34.991513 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e18d56-e310-4f55-90d0-fe7a099bbc8d service neutron] Pushing event updated for resources: {'Port': ['ID=581b479d-b1fb-4d8b-a1b8-6b29af30f86c,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:35.044588 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f931134e-0932-4fad-8ef2-bcbb1ba60576 x-openstack-request-id: req-f931134e-0932-4fad-8ef2-bcbb1ba60576 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:24:35.044992 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fdf0b3c-f8f9-4369-bf10-0462f1ba72dd", "tag": "581b479d-b1fb-4d8b-a1b8-6b29af30f86c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:24:35.045239 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f931134e-0932-4fad-8ef2-bcbb1ba60576 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:24:35.046075 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fdf0b3c-f8f9-4369-bf10-0462f1ba72dd', 'tag': '581b479d-b1fb-4d8b-a1b8-6b29af30f86c', 'status': 'completed', 'code': 200} Aug 25 18:24:35.064823 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-072bcaba-0b23-4857-b22f-690f903f014b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:35.066655 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-072bcaba-0b23-4857-b22f-690f903f014b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dfb0f87eed314ea4a07c2ce25cc9966a&device_id=4fdf0b3c-f8f9-4369-bf10-0462f1ba72dd HTTP/1.1" status: 200 len: 1096 time: 0.0514009 Aug 25 18:24:35.118883 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-4c87b80c-58bf-4a74-a640-f90770fc7dfc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=581b479d-b1fb-4d8b-a1b8-6b29af30f86c HTTP/1.1" status: 200 len: 217 time: 0.0387712 Aug 25 18:24:35.202500 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-30d7c87f-cb53-470e-8659-d386a8b7de44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:35.203890 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-30d7c87f-cb53-470e-8659-d386a8b7de44 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecab46d4-97f7-43f1-803d-02b5f4e01661 HTTP/1.1" status: 200 len: 854 time: 0.0737669 Aug 25 18:24:35.247868 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-98b8b449-217f-48d1-a0e4-bcdca10c877b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2cd15194-5e4d-4178-a19c-bfac18d7be9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291488 Aug 25 18:24:35.409067 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6694d-8153-43e2-a7b5-d4bb39c7c60f req-195dfedc-3fe5-49da-af18-cdb0c6ccd950 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:35.410388 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-90d6694d-8153-43e2-a7b5-d4bb39c7c60f req-195dfedc-3fe5-49da-af18-cdb0c6ccd950 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fdf0b3c-f8f9-4369-bf10-0462f1ba72dd HTTP/1.1" status: 200 len: 943 time: 0.1001599 Aug 25 18:24:35.433627 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-b97d91ed-a5ae-4a58-9efa-ab8559055371 service neutron] 10.222.0.24 "GET /v2.0/networks/2cd15194-5e4d-4178-a19c-bfac18d7be9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680002 Aug 25 18:24:35.527711 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-90d6694d-8153-43e2-a7b5-d4bb39c7c60f req-41fa0726-3c80-4c93-940a-419515986251 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027360 Aug 25 18:24:35.566180 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-510c4f48-868a-4ce8-b1f8-735a1a18d829 req-251e7378-696b-4770-b980-06e42bce69ce service neutron] 10.222.0.24 "GET /v2.0/networks/2cd15194-5e4d-4178-a19c-bfac18d7be9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203814 Aug 25 18:24:35.663405 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f62b4-1f77-497e-ac20-f6116fb8fe4d req-e57fdfca-eca9-4187-a7c1-93f918ead176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:35.665032 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-329f62b4-1f77-497e-ac20-f6116fb8fe4d req-e57fdfca-eca9-4187-a7c1-93f918ead176 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dfb0f87eed314ea4a07c2ce25cc9966a&device_id=4fdf0b3c-f8f9-4369-bf10-0462f1ba72dd HTTP/1.1" status: 200 len: 1096 time: 0.0459857 Aug 25 18:24:35.803655 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d68d31-d5e5-4993-9281-f7dead0bbf8f req-7b1c5612-2b93-4820-afcf-682f3dd5350d tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:35.806663 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-90d68d31-d5e5-4993-9281-f7dead0bbf8f req-7b1c5612-2b93-4820-afcf-682f3dd5350d tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.1025724 Aug 25 18:24:35.829285 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f62b4-1f77-497e-ac20-f6116fb8fe4d req-4c46a6b3-fd85-4e76-8007-e01214576672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:35.829285 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-329f62b4-1f77-497e-ac20-f6116fb8fe4d req-4c46a6b3-fd85-4e76-8007-e01214576672 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2cd15194-5e4d-4178-a19c-bfac18d7be9f HTTP/1.1" status: 200 len: 915 time: 0.1465638 Aug 25 18:24:35.902213 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-329f62b4-1f77-497e-ac20-f6116fb8fe4d req-d7431117-5eb6-426c-8b65-ae3ccb29a4ac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=581b479d-b1fb-4d8b-a1b8-6b29af30f86c HTTP/1.1" status: 200 len: 217 time: 0.0696414 Aug 25 18:24:35.992808 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-90d68d31-d5e5-4993-9281-f7dead0bbf8f req-1133768f-ef1d-497d-a22b-5ff5310fb610 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313179 Aug 25 18:24:36.006196 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f62b4-1f77-497e-ac20-f6116fb8fe4d req-ffc80320-dab5-40cc-9fa1-4eb577be5be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:36.007716 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-329f62b4-1f77-497e-ac20-f6116fb8fe4d req-ffc80320-dab5-40cc-9fa1-4eb577be5be2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecab46d4-97f7-43f1-803d-02b5f4e01661 HTTP/1.1" status: 200 len: 854 time: 0.0872715 Aug 25 18:24:36.017566 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c4e29-b1a8-42db-aba5-de2b22c229f7 req-52fd539b-f918-4a35-9d13-7cd6fced8e20 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:36.020625 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a24c4e29-b1a8-42db-aba5-de2b22c229f7 req-52fd539b-f918-4a35-9d13-7cd6fced8e20 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.1103845 Aug 25 18:24:36.064162 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-329f62b4-1f77-497e-ac20-f6116fb8fe4d req-54bfdfb2-37ee-473f-a017-90334f6adf79 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2cd15194-5e4d-4178-a19c-bfac18d7be9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424170 Aug 25 18:24:36.164655 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a24c4e29-b1a8-42db-aba5-de2b22c229f7 req-4acb8429-8031-4a06-ac4e-72575b541a0b tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152906 Aug 25 18:24:36.201008 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-329f62b4-1f77-497e-ac20-f6116fb8fe4d req-ecb8517b-fb1d-44e2-b19c-f9b236a79422 service neutron] 10.222.0.24 "GET /v2.0/networks/2cd15194-5e4d-4178-a19c-bfac18d7be9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204278 Aug 25 18:24:36.302704 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-329f62b4-1f77-497e-ac20-f6116fb8fe4d req-36a86358-7405-4b4d-8f36-386fcc5f0610 service neutron] 10.222.0.24 "GET /v2.0/networks/2cd15194-5e4d-4178-a19c-bfac18d7be9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916629 Aug 25 18:24:36.645312 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647c0b0-a522-4035-9200-574c5439125d req-85ba8fe3-50a5-44e4-86ab-9686b95aa24e tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:36.646831 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3647c0b0-a522-4035-9200-574c5439125d req-85ba8fe3-50a5-44e4-86ab-9686b95aa24e tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fdf0b3c-f8f9-4369-bf10-0462f1ba72dd HTTP/1.1" status: 200 len: 943 time: 0.0531893 Aug 25 18:24:36.694911 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3647c0b0-a522-4035-9200-574c5439125d req-a9717225-9f66-46c2-806c-e444f12810a1 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412645 Aug 25 18:24:37.159124 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0ee24-72f6-40e4-aca9-d39b986880bf req-4aabf774-d2fb-4892-b734-94d25f69b628 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:37.160607 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d6c0ee24-72f6-40e4-aca9-d39b986880bf req-4aabf774-d2fb-4892-b734-94d25f69b628 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.0517499 Aug 25 18:24:37.212152 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d6c0ee24-72f6-40e4-aca9-d39b986880bf req-a38bb336-bea8-474c-b2ce-4be97f94e0d2 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447185 Aug 25 18:24:37.300410 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6ba49-aa18-43d9-89eb-433ca107ac4c req-8aa4c077-24c7-4e0d-aea7-c8c026738f69 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:37.302072 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-64d6ba49-aa18-43d9-89eb-433ca107ac4c req-8aa4c077-24c7-4e0d-aea7-c8c026738f69 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0548334 Aug 25 18:24:37.345874 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-64d6ba49-aa18-43d9-89eb-433ca107ac4c req-716d2d7c-0ce6-4983-9c28-16b9572ce5f1 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355468 Aug 25 18:24:37.603545 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 36332) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:24:37.754633 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf6e6c6c-627a-4501-8147-705c659a2004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:37.849894 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43395df-03af-4c12-8510-f72809ab6526 req-6f4ab13c-5b6e-462e-9534-c47f6627b0ab tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:37.855191 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d43395df-03af-4c12-8510-f72809ab6526 req-6f4ab13c-5b6e-462e-9534-c47f6627b0ab tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fdf0b3c-f8f9-4369-bf10-0462f1ba72dd HTTP/1.1" status: 200 len: 943 time: 0.0837269 Aug 25 18:24:37.957788 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d43395df-03af-4c12-8510-f72809ab6526 req-d633bc8e-4acd-41f6-a6d6-9e33c62c89d2 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886168 Aug 25 18:24:37.961260 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc75cb-acf5-47f9-bff9-c63f50382ddf req-7b1b9410-bcf5-4638-9a7c-f0e9c5a507e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:37.962767 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f8dc75cb-acf5-47f9-bff9-c63f50382ddf req-7b1b9410-bcf5-4638-9a7c-f0e9c5a507e4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 1099 time: 0.1067634 Aug 25 18:24:37.989155 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf6e6c6c-627a-4501-8147-705c659a2004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:37.995029 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf6e6c6c-627a-4501-8147-705c659a2004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:38.028824 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f8dc75cb-acf5-47f9-bff9-c63f50382ddf req-a4722d6f-5161-4b16-a65a-20eb94df2136 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544219 Aug 25 18:24:38.048681 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-cf6e6c6c-627a-4501-8147-705c659a2004 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c8e7e55d6a4842678fb47ef361fea5ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4411380 Aug 25 18:24:38.048681 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e6c6c-627a-4501-8147-705c659a2004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23b8a0e-41d0-4956-ad72-40faca924b65,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:38.049121 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 36342) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:24:38.101064 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-75be2c35-bfde-42c4-8cf9-5764e061b336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:38.123059 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-75be2c35-bfde-42c4-8cf9-5764e061b336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:38.172503 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-75be2c35-bfde-42c4-8cf9-5764e061b336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:38.175184 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-75be2c35-bfde-42c4-8cf9-5764e061b336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:38.178632 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-75be2c35-bfde-42c4-8cf9-5764e061b336 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b23b8a0e-41d0-4956-ad72-40faca924b65 HTTP/1.1" status: 204 len: 168 time: 0.1262879 Aug 25 18:24:38.184189 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be2c35-bfde-42c4-8cf9-5764e061b336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23b8a0e-41d0-4956-ad72-40faca924b65,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:38.191492 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75be2c35-bfde-42c4-8cf9-5764e061b336 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:24:38.191838 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75be2c35-bfde-42c4-8cf9-5764e061b336 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:24:38.192171 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75be2c35-bfde-42c4-8cf9-5764e061b336 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:24:38.192497 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75be2c35-bfde-42c4-8cf9-5764e061b336 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:24:38.192845 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75be2c35-bfde-42c4-8cf9-5764e061b336 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:24:38.193166 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75be2c35-bfde-42c4-8cf9-5764e061b336 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:24:38.193689 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75be2c35-bfde-42c4-8cf9-5764e061b336 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:24:38.194176 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75be2c35-bfde-42c4-8cf9-5764e061b336 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:24:38.194714 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75be2c35-bfde-42c4-8cf9-5764e061b336 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:24:38.195231 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75be2c35-bfde-42c4-8cf9-5764e061b336 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:24:38.195739 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75be2c35-bfde-42c4-8cf9-5764e061b336 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:24:38.196109 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75be2c35-bfde-42c4-8cf9-5764e061b336 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:24:38.258673 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 581b479d-b1fb-4d8b-a1b8-6b29af30f86c details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 18:24:38.387125 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1318b-fb75-4ff1-93b8-ef3c001be6be req-a936f51d-0ef6-46bc-b447-c77028b9c943 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:38.408572 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-84f1318b-fb75-4ff1-93b8-ef3c001be6be req-a936f51d-0ef6-46bc-b447-c77028b9c943 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.0930257 Aug 25 18:24:38.438581 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 581b479d-b1fb-4d8b-a1b8-6b29af30f86c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=581b479d-b1fb-4d8b-a1b8-6b29af30f86c,segment=NetworkSegment(c3ad605d-0b91-482b-81a4-b24229efd6d3),segment_id=c3ad605d-0b91-482b-81a4-b24229efd6d3)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:24:38.452671 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Returning: {'device': '581b479d-b1fb-4d8b-a1b8-6b29af30f86c', 'network_id': '2cd15194-5e4d-4178-a19c-bfac18d7be9f', 'port_id': '581b479d-b1fb-4d8b-a1b8-6b29af30f86c', 'mac_address': 'fa:16:3e:2a:13:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecab46d4-97f7-43f1-803d-02b5f4e01661', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 18:24:38.493614 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-84f1318b-fb75-4ff1-93b8-ef3c001be6be req-a9e9374f-dd78-4db0-a6da-04e49b669c43 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838370 Aug 25 18:24:38.504655 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:38.543742 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 581b479d-b1fb-4d8b-a1b8-6b29af30f86c {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:24:38.552910 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5fe5e-0473-4a98-bad3-1a95a8d65f1f req-3de05f16-d9d7-476a-88a8-a6b4e0b0e62a tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:38.554939 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1aa5fe5e-0473-4a98-bad3-1a95a8d65f1f req-3de05f16-d9d7-476a-88a8-a6b4e0b0e62a tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0605080 Aug 25 18:24:38.584985 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 581b479d-b1fb-4d8b-a1b8-6b29af30f86c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=581b479d-b1fb-4d8b-a1b8-6b29af30f86c,segment=NetworkSegment(c3ad605d-0b91-482b-81a4-b24229efd6d3),segment_id=c3ad605d-0b91-482b-81a4-b24229efd6d3)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:24:38.592252 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:38.627255 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1aa5fe5e-0473-4a98-bad3-1a95a8d65f1f req-3c0618e1-cd53-4b24-ab3e-afb448f66623 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614526 Aug 25 18:24:38.673572 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=581b479d-b1fb-4d8b-a1b8-6b29af30f86c,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:39.044193 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['581b479d-b1fb-4d8b-a1b8-6b29af30f86c'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:24:39.161745 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639d192-05c1-4653-ba6c-f0f5a2a0aaa1 req-ad8d0b23-da1b-4fb2-a41e-ce4f8f2a8cfc tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:39.164063 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0639d192-05c1-4653-ba6c-f0f5a2a0aaa1 req-ad8d0b23-da1b-4fb2-a41e-ce4f8f2a8cfc tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fdf0b3c-f8f9-4369-bf10-0462f1ba72dd HTTP/1.1" status: 200 len: 944 time: 0.0590053 Aug 25 18:24:39.221891 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0639d192-05c1-4653-ba6c-f0f5a2a0aaa1 req-f41b91db-fbd7-4f79-b7ed-281cb212b83b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475340 Aug 25 18:24:39.668117 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4991fd-0d5e-499b-aa87-dc51dfcf20b0 req-d14dc1eb-ea4b-4dd5-a3e4-87f5f6ff112d tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:39.674686 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6b4991fd-0d5e-499b-aa87-dc51dfcf20b0 req-d14dc1eb-ea4b-4dd5-a3e4-87f5f6ff112d tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.0794792 Aug 25 18:24:39.759415 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6b4991fd-0d5e-499b-aa87-dc51dfcf20b0 req-c44dd6c8-dcd7-4865-8810-a7aba761c0fe tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761425 Aug 25 18:24:39.777099 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a93bd-9a8a-495c-9717-9d6ee84329ee req-db13b4c7-6f22-4193-b16a-7c42d71b5f78 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:39.778844 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-163a93bd-9a8a-495c-9717-9d6ee84329ee req-db13b4c7-6f22-4193-b16a-7c42d71b5f78 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0715570 Aug 25 18:24:39.821131 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-163a93bd-9a8a-495c-9717-9d6ee84329ee req-c21e414b-7861-4b6a-8c61-2cbabe971e30 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359108 Aug 25 18:24:40.118140 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fb0d6-ecbe-47cd-8d63-fe869885fd1e req-03c83a3d-d1d7-4d59-ae73-18b3d8330859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:40.120647 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6c1fb0d6-ecbe-47cd-8d63-fe869885fd1e req-03c83a3d-d1d7-4d59-ae73-18b3d8330859 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e395b011c00e459e874eaeeb248043c8&device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 1099 time: 0.0769508 Aug 25 18:24:40.136268 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5eec4-9e5c-439e-93b4-2f2142a872cc req-3d8c1956-8f70-4267-ab58-fe577c26d12d tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:40.138148 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-08b5eec4-9e5c-439e-93b4-2f2142a872cc req-3d8c1956-8f70-4267-ab58-fe577c26d12d tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0709374 Aug 25 18:24:40.232054 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-08b5eec4-9e5c-439e-93b4-2f2142a872cc req-e664d86f-2df0-486d-9f64-549ee2cf53a0 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857558 Aug 25 18:24:40.295006 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fb0d6-ecbe-47cd-8d63-fe869885fd1e req-60a7e6cb-99b3-4253-bbbc-df5abaa58b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:40.296805 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6c1fb0d6-ecbe-47cd-8d63-fe869885fd1e req-60a7e6cb-99b3-4253-bbbc-df5abaa58b4f service neutron] 10.222.0.24 "GET /v2.0/networks?id=2887ddf4-42ee-4421-bb40-86e4a6966b8c HTTP/1.1" status: 200 len: 919 time: 0.1576102 Aug 25 18:24:40.360908 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6c1fb0d6-ecbe-47cd-8d63-fe869885fd1e req-ded0926d-da92-4a01-93fc-e463b7a2b2b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35929af9-f9e5-4a24-8712-b437741ab71f HTTP/1.1" status: 200 len: 217 time: 0.0548363 Aug 25 18:24:40.383097 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936793d0-ae46-4756-a39d-8e24aa2474e0 req-581034cd-c7b6-4844-9fe3-aabb520b7ea8 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:40.391596 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-936793d0-ae46-4756-a39d-8e24aa2474e0 req-581034cd-c7b6-4844-9fe3-aabb520b7ea8 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fdf0b3c-f8f9-4369-bf10-0462f1ba72dd HTTP/1.1" status: 200 len: 944 time: 0.0938327 Aug 25 18:24:40.467277 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fb0d6-ecbe-47cd-8d63-fe869885fd1e req-708fb48e-f0c1-4a5f-afeb-f594d7be2849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:40.469015 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6c1fb0d6-ecbe-47cd-8d63-fe869885fd1e req-708fb48e-f0c1-4a5f-afeb-f594d7be2849 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a466bd10-ab39-42b8-add1-5b51ec077d63 HTTP/1.1" status: 200 len: 858 time: 0.0703137 Aug 25 18:24:40.476294 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-936793d0-ae46-4756-a39d-8e24aa2474e0 req-8f20c90c-714b-490d-8f7f-b5f8ee2ddf1d tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837982 Aug 25 18:24:40.517712 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6c1fb0d6-ecbe-47cd-8d63-fe869885fd1e req-25ff6cf7-12f5-402b-bfef-05be91af569e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2887ddf4-42ee-4421-bb40-86e4a6966b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342584 Aug 25 18:24:40.615718 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6c1fb0d6-ecbe-47cd-8d63-fe869885fd1e req-f1a759fe-e0b0-411e-b33e-5b6a0b82ae64 service neutron] 10.222.0.24 "GET /v2.0/networks/2887ddf4-42ee-4421-bb40-86e4a6966b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899262 Aug 25 18:24:40.718449 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6c1fb0d6-ecbe-47cd-8d63-fe869885fd1e req-09863051-eb8c-4f8e-939c-871df4cc8502 service neutron] 10.222.0.24 "GET /v2.0/networks/2887ddf4-42ee-4421-bb40-86e4a6966b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912602 Aug 25 18:24:40.933881 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf16f23-b80e-45b1-b889-d99af082dc8a req-2594493d-a083-4dc8-9ecb-6888e07a1fad tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:40.935734 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-aaf16f23-b80e-45b1-b889-d99af082dc8a req-2594493d-a083-4dc8-9ecb-6888e07a1fad tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.0710084 Aug 25 18:24:41.018167 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-aaf16f23-b80e-45b1-b889-d99af082dc8a req-734eace3-683e-45ee-bcff-fa4a51d0660f tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730467 Aug 25 18:24:41.380843 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c2687-dae6-4d69-8e4c-d33d8d7869d2 req-484b7d4d-d1be-4095-ad69-2ad8d4015bc1 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:41.382420 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b38c2687-dae6-4d69-8e4c-d33d8d7869d2 req-484b7d4d-d1be-4095-ad69-2ad8d4015bc1 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0611401 Aug 25 18:24:41.444218 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b38c2687-dae6-4d69-8e4c-d33d8d7869d2 req-386a2d3e-ef82-452d-9cb6-6af2e0951780 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509560 Aug 25 18:24:41.652916 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063d190-97b3-4936-b3db-463c3931c837 req-0b80dcfa-f046-4cad-8778-7a6764641f92 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:41.655056 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a063d190-97b3-4936-b3db-463c3931c837 req-0b80dcfa-f046-4cad-8778-7a6764641f92 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fdf0b3c-f8f9-4369-bf10-0462f1ba72dd HTTP/1.1" status: 200 len: 944 time: 0.0704982 Aug 25 18:24:41.700997 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a063d190-97b3-4936-b3db-463c3931c837 req-60853a75-f3dc-45b6-9a0a-4bc508c41805 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394855 Aug 25 18:24:42.168809 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab1082-9cee-4c27-8d87-5e5091489d25 req-f4e855c4-1a0b-43fe-b0d5-2103d429f421 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:42.170303 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d5ab1082-9cee-4c27-8d87-5e5091489d25 req-f4e855c4-1a0b-43fe-b0d5-2103d429f421 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.0813289 Aug 25 18:24:42.222154 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d5ab1082-9cee-4c27-8d87-5e5091489d25 req-891fdf11-375b-4023-88e5-8fb90243609f tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414364 Aug 25 18:24:42.262358 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 581b479d-b1fb-4d8b-a1b8-6b29af30f86c up at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:24:42.320964 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning for port 581b479d-b1fb-4d8b-a1b8-6b29af30f86c completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:24:42.325319 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning complete for port 581b479d-b1fb-4d8b-a1b8-6b29af30f86c triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:24:42.325697 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:42.436385 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:42.480104 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fdf0b3c-f8f9-4369-bf10-0462f1ba72dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581b479d-b1fb-4d8b-a1b8-6b29af30f86c'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:24:42.480104 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700cf778d203af030a48c7cd7e91a8769aab6ec207ebda1a87165573d1bde0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704252b5-d0ec-4aba-8bbe-c8adf4b00627" -d '{"events": [{"server_uuid": "4fdf0b3c-f8f9-4369-bf10-0462f1ba72dd", "name": "network-vif-plugged", "status": "completed", "tag": "581b479d-b1fb-4d8b-a1b8-6b29af30f86c"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:24:42.494958 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 581b479d-b1fb-4d8b-a1b8-6b29af30f86c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=581b479d-b1fb-4d8b-a1b8-6b29af30f86c,segment=NetworkSegment(c3ad605d-0b91-482b-81a4-b24229efd6d3),segment_id=c3ad605d-0b91-482b-81a4-b24229efd6d3)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:24:42.501916 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:42.531812 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8b250f-d96c-47b5-b3d5-0a84402ab70b x-openstack-request-id: req-0e8b250f-d96c-47b5-b3d5-0a84402ab70b {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:24:42.532131 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fdf0b3c-f8f9-4369-bf10-0462f1ba72dd", "name": "network-vif-plugged", "status": "completed", "tag": "581b479d-b1fb-4d8b-a1b8-6b29af30f86c", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:24:42.532305 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e8b250f-d96c-47b5-b3d5-0a84402ab70b {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:24:42.532715 dv-cinder-790492-8-iscsi neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fdf0b3c-f8f9-4369-bf10-0462f1ba72dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581b479d-b1fb-4d8b-a1b8-6b29af30f86c', 'code': 200} Aug 25 18:24:42.566530 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=581b479d-b1fb-4d8b-a1b8-6b29af30f86c,revision_number=5']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:42.645213 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644b513-3f3e-49c6-958a-00b0f3c60c21 req-c1c9a192-13ad-46c4-a014-489bc4e55094 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:42.647096 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d644b513-3f3e-49c6-958a-00b0f3c60c21 req-c1c9a192-13ad-46c4-a014-489bc4e55094 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0949855 Aug 25 18:24:42.753096 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d644b513-3f3e-49c6-958a-00b0f3c60c21 req-0f8fc400-5252-49be-97c9-79beac740653 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975640 Aug 25 18:24:42.755742 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f0d4a-5502-4f86-aec5-2c98e1baab95 req-d30d8496-0fdc-4770-95fc-55fb8fc74db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:42.757198 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-131f0d4a-5502-4f86-aec5-2c98e1baab95 req-d30d8496-0fdc-4770-95fc-55fb8fc74db2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4fdf0b3c-f8f9-4369-bf10-0462f1ba72dd HTTP/1.1" status: 200 len: 1098 time: 0.0598369 Aug 25 18:24:42.820846 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-131f0d4a-5502-4f86-aec5-2c98e1baab95 req-24d0c7b6-fb93-4c6e-a8ae-d8a860699794 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530977 Aug 25 18:24:42.874797 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9ee2f-ce5e-4b03-8d7e-847e213456c4 req-d0282105-40ca-48e0-ae7a-dfcc91c82452 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:42.876422 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0af9ee2f-ce5e-4b03-8d7e-847e213456c4 req-d0282105-40ca-48e0-ae7a-dfcc91c82452 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fdf0b3c-f8f9-4369-bf10-0462f1ba72dd HTTP/1.1" status: 200 len: 945 time: 0.0782719 Aug 25 18:24:42.923773 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0af9ee2f-ce5e-4b03-8d7e-847e213456c4 req-3c17481a-2cc3-46f6-8874-2bd557b357a3 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404320 Aug 25 18:24:43.413775 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610d419-dd29-4b29-9204-6a6b4dcbf7d6 req-f4d66897-d9df-47ff-a7bc-1df994145c27 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:43.415370 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3610d419-dd29-4b29-9204-6a6b4dcbf7d6 req-f4d66897-d9df-47ff-a7bc-1df994145c27 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.1084239 Aug 25 18:24:43.462324 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3610d419-dd29-4b29-9204-6a6b4dcbf7d6 req-51fbb7f7-afb7-401a-a786-7f22a7436282 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383625 Aug 25 18:24:43.880004 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85656f-1cd3-4ace-a558-ce41a1148a1a req-da407959-8716-4695-8f3d-773997ec9a51 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:43.885822 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2e85656f-1cd3-4ace-a558-ce41a1148a1a req-da407959-8716-4695-8f3d-773997ec9a51 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0538757 Aug 25 18:24:43.941990 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2e85656f-1cd3-4ace-a558-ce41a1148a1a req-91b099ac-1fc4-4e19-913b-dd5332347100 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537760 Aug 25 18:24:44.112489 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfdee7f-7a1a-4b41-a75e-6bca6badcee8 req-b3f895ec-63ae-432d-a5e6-7472b8947b65 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:44.125519 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-fdfdee7f-7a1a-4b41-a75e-6bca6badcee8 req-b3f895ec-63ae-432d-a5e6-7472b8947b65 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fdf0b3c-f8f9-4369-bf10-0462f1ba72dd HTTP/1.1" status: 200 len: 945 time: 0.0949838 Aug 25 18:24:44.192515 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-fdfdee7f-7a1a-4b41-a75e-6bca6badcee8 req-1a310a36-312a-4067-bb93-67c714e60a26 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647385 Aug 25 18:24:44.616107 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350b5d3-8bac-4dd4-85e6-ea6392fb2592 req-71ab33fb-bfa1-46ab-8dd2-826ab3d42c9d tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:44.618430 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d350b5d3-8bac-4dd4-85e6-ea6392fb2592 req-71ab33fb-bfa1-46ab-8dd2-826ab3d42c9d tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.0825548 Aug 25 18:24:44.666952 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d350b5d3-8bac-4dd4-85e6-ea6392fb2592 req-bfd87e86-84cc-4acd-81d4-28a2c784b4fa tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426102 Aug 25 18:24:44.905046 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 6 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:24:45.166797 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-31e2fe52-5953-46b3-b7c6-4bb2c83af84f req-6e0b5151-7053-4647-a49f-866f441f1e0f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=59370016-9efd-4f8f-b46f-f1b2cf0da4e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0525639 Aug 25 18:24:45.251237 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2fe52-5953-46b3-b7c6-4bb2c83af84f req-cf5c2e7a-6895-4cf8-82fe-152023ccbd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:45.253200 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-31e2fe52-5953-46b3-b7c6-4bb2c83af84f req-cf5c2e7a-6895-4cf8-82fe-152023ccbd3c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dfb0f87eed314ea4a07c2ce25cc9966a&device_id=59370016-9efd-4f8f-b46f-f1b2cf0da4e1 HTTP/1.1" status: 200 len: 1099 time: 0.0492713 Aug 25 18:24:45.426503 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2fe52-5953-46b3-b7c6-4bb2c83af84f req-86d5b61d-abc2-4232-9105-8ed0d7cc25ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:45.427992 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-31e2fe52-5953-46b3-b7c6-4bb2c83af84f req-86d5b61d-abc2-4232-9105-8ed0d7cc25ad service neutron] 10.222.0.24 "GET /v2.0/networks?id=2cd15194-5e4d-4178-a19c-bfac18d7be9f HTTP/1.1" status: 200 len: 915 time: 0.1209273 Aug 25 18:24:45.437633 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb3648-5505-46e5-ad35-9587d040be11 req-35c4816c-522d-4977-bcd0-67a2cf0c27ee tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:45.446302 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9aeb3648-5505-46e5-ad35-9587d040be11 req-35c4816c-522d-4977-bcd0-67a2cf0c27ee tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fdf0b3c-f8f9-4369-bf10-0462f1ba72dd HTTP/1.1" status: 200 len: 945 time: 0.1644759 Aug 25 18:24:45.526349 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-31e2fe52-5953-46b3-b7c6-4bb2c83af84f req-8b190138-2093-400e-90f0-d6c274453518 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4dda55a-138e-4547-958a-e8ea46b3244e HTTP/1.1" status: 200 len: 217 time: 0.0779979 Aug 25 18:24:45.595107 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9aeb3648-5505-46e5-ad35-9587d040be11 req-a9c60298-a448-4585-950d-f5005ecd1f8d tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402905 Aug 25 18:24:45.639119 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2fe52-5953-46b3-b7c6-4bb2c83af84f req-cb062d24-12d8-4db7-b5c3-4c8a807731f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:45.640724 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-31e2fe52-5953-46b3-b7c6-4bb2c83af84f req-cb062d24-12d8-4db7-b5c3-4c8a807731f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecab46d4-97f7-43f1-803d-02b5f4e01661 HTTP/1.1" status: 200 len: 854 time: 0.1031353 Aug 25 18:24:45.668343 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35946b-b201-4714-900c-0a21d14c3a3f req-02e93a7b-876e-41d2-bd4d-23580a40694e tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:45.670459 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ec35946b-b201-4714-900c-0a21d14c3a3f req-02e93a7b-876e-41d2-bd4d-23580a40694e tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.1011050 Aug 25 18:24:45.699764 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-31e2fe52-5953-46b3-b7c6-4bb2c83af84f req-2b08e2c8-4e25-4dd6-a36e-ec2ddc0b8504 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2cd15194-5e4d-4178-a19c-bfac18d7be9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498395 Aug 25 18:24:45.780501 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ec35946b-b201-4714-900c-0a21d14c3a3f req-d56ef5cf-cd78-4c46-a37a-153c3670ce02 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796568 Aug 25 18:24:45.855981 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-31e2fe52-5953-46b3-b7c6-4bb2c83af84f req-3288504c-1e64-4bc9-8215-9bbfad333206 service neutron] 10.222.0.24 "GET /v2.0/networks/2cd15194-5e4d-4178-a19c-bfac18d7be9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410799 Aug 25 18:24:45.992799 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc31ee-8c37-47c9-9b81-ebab380cb59c req-e4bcdc39-0458-4167-bfc4-2acb9663ba3c tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:45.994373 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e6fc31ee-8c37-47c9-9b81-ebab380cb59c req-e4bcdc39-0458-4167-bfc4-2acb9663ba3c tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.1276727 Aug 25 18:24:46.052028 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-31e2fe52-5953-46b3-b7c6-4bb2c83af84f req-97f6ec6e-9018-4565-bc20-2133472a6cad service neutron] 10.222.0.24 "GET /v2.0/networks/2cd15194-5e4d-4178-a19c-bfac18d7be9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837447 Aug 25 18:24:46.067121 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:46.090289 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e6fc31ee-8c37-47c9-9b81-ebab380cb59c req-a617a1a2-a3fb-4bab-829a-c70a48337d6a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758264 Aug 25 18:24:47.247895 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f096403-5852-4094-8eb9-795a490d7f62 req-4381f7ce-fada-4df7-8bed-b96233f9e378 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:47.249444 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1f096403-5852-4094-8eb9-795a490d7f62 req-4381f7ce-fada-4df7-8bed-b96233f9e378 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.0577691 Aug 25 18:24:47.294948 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1f096403-5852-4094-8eb9-795a490d7f62 req-3c698fa8-9314-4a0a-9254-0dd456dfc86d tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393503 Aug 25 18:24:48.451831 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d9cef-9706-4777-b538-61c569306c75 req-8f4f620c-9793-44e3-be18-74601cbf50db tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:48.454550 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3a5d9cef-9706-4777-b538-61c569306c75 req-8f4f620c-9793-44e3-be18-74601cbf50db tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.0838025 Aug 25 18:24:48.497027 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3a5d9cef-9706-4777-b538-61c569306c75 req-0e186da0-d2fc-4d0f-a2e8-d5d232a54f77 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357823 Aug 25 18:24:49.613045 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efd50b-cbfb-447f-8b48-97ab08c27b80 req-9c3ae50a-282c-46fe-bdb0-d3a9e2eebdcd tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:49.614464 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d0efd50b-cbfb-447f-8b48-97ab08c27b80 req-9c3ae50a-282c-46fe-bdb0-d3a9e2eebdcd tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.0464911 Aug 25 18:24:49.650902 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d0efd50b-cbfb-447f-8b48-97ab08c27b80 req-bf49e633-9727-4a32-9d12-6ae68f925cc9 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301836 Aug 25 18:24:50.766973 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74eeb9-3546-4450-9c4b-708578bc6a3e req-17af2b22-85c2-4067-96ee-8266ebfc00ad tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:50.768343 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-bc74eeb9-3546-4450-9c4b-708578bc6a3e req-17af2b22-85c2-4067-96ee-8266ebfc00ad tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.0460699 Aug 25 18:24:50.804769 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-bc74eeb9-3546-4450-9c4b-708578bc6a3e req-0b3eccb8-595c-4551-9653-720f55c933e9 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304949 Aug 25 18:24:51.943847 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779b74c-f957-4cf2-8fec-c89e6e7bd0f4 req-20e164ea-ab48-453b-ae57-16ec6b3d7b93 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:51.951777 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3779b74c-f957-4cf2-8fec-c89e6e7bd0f4 req-20e164ea-ab48-453b-ae57-16ec6b3d7b93 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.0654356 Aug 25 18:24:51.989349 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3779b74c-f957-4cf2-8fec-c89e6e7bd0f4 req-e8f1bafc-2425-46af-81c1-fb88c9f2d8f0 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366805 Aug 25 18:24:53.112026 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4113819-d1e5-49b7-9107-819cab776e26 req-5650127e-61b5-4ad4-9dab-61949bd6c1df tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:53.113514 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c4113819-d1e5-49b7-9107-819cab776e26 req-5650127e-61b5-4ad4-9dab-61949bd6c1df tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.0492413 Aug 25 18:24:53.152851 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c4113819-d1e5-49b7-9107-819cab776e26 req-45e0d29a-c976-4aaa-8a9f-c90060b9ecea tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323260 Aug 25 18:24:53.317112 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e913ffa6-c345-4d0b-be91-6b72d34c6fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:54.163485 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49595574-8cf6-48bb-8922-1302cebc5783 req-fc94c14f-fd7c-4fe1-a6c1-b1a02e31b0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:54.164991 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-49595574-8cf6-48bb-8922-1302cebc5783 req-fc94c14f-fd7c-4fe1-a6c1-b1a02e31b0c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e395b011c00e459e874eaeeb248043c8&device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 1099 time: 0.0653164 Aug 25 18:24:54.174359 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af5c96-9971-465f-8a55-261fe3cd9df7 req-4806bf29-d190-48d2-b22d-c161a6da4898 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:54.175701 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-17af5c96-9971-465f-8a55-261fe3cd9df7 req-4806bf29-d190-48d2-b22d-c161a6da4898 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0867302 Aug 25 18:24:54.504877 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-17af5c96-9971-465f-8a55-261fe3cd9df7 req-7460554f-9ea6-4fb9-b494-5c490e709708 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109884 Aug 25 18:24:54.526359 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c6431-2eb7-43e6-b919-51a2d951f121 req-58d44eb7-f659-4ad2-9939-50fb54fb5012 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:54.527656 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-bb5c6431-2eb7-43e6-b919-51a2d951f121 req-58d44eb7-f659-4ad2-9939-50fb54fb5012 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.2989466 Aug 25 18:24:54.528689 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49595574-8cf6-48bb-8922-1302cebc5783 req-d139939f-072b-4a3b-8a7a-7bb46a31cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:54.530043 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-49595574-8cf6-48bb-8922-1302cebc5783 req-d139939f-072b-4a3b-8a7a-7bb46a31cc41 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2887ddf4-42ee-4421-bb40-86e4a6966b8c HTTP/1.1" status: 200 len: 919 time: 0.3534276 Aug 25 18:24:54.585643 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-49595574-8cf6-48bb-8922-1302cebc5783 req-1689d53f-1561-484e-aa7e-697fc221aedc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35929af9-f9e5-4a24-8712-b437741ab71f HTTP/1.1" status: 200 len: 217 time: 0.0387282 Aug 25 18:24:54.599055 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-bb5c6431-2eb7-43e6-b919-51a2d951f121 req-bd011440-ead5-45b8-b92d-fed7532b7655 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655127 Aug 25 18:24:54.642122 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49595574-8cf6-48bb-8922-1302cebc5783 req-840b5576-b6e9-4ff8-9654-14d87f7e74a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:54.643604 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-49595574-8cf6-48bb-8922-1302cebc5783 req-840b5576-b6e9-4ff8-9654-14d87f7e74a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a466bd10-ab39-42b8-add1-5b51ec077d63 HTTP/1.1" status: 200 len: 858 time: 0.0475311 Aug 25 18:24:54.676752 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-49595574-8cf6-48bb-8922-1302cebc5783 req-f564c6eb-6eb5-4e71-b23b-cc558fcdc6b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2887ddf4-42ee-4421-bb40-86e4a6966b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251784 Aug 25 18:24:54.766939 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-49595574-8cf6-48bb-8922-1302cebc5783 req-61349b59-2475-469a-9463-ce857fc708b1 service neutron] 10.222.0.24 "GET /v2.0/networks/2887ddf4-42ee-4421-bb40-86e4a6966b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804515 Aug 25 18:24:54.859823 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-49595574-8cf6-48bb-8922-1302cebc5783 req-caf72ec6-0774-48c7-b2e7-155e2f58b6b9 service neutron] 10.222.0.24 "GET /v2.0/networks/2887ddf4-42ee-4421-bb40-86e4a6966b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819743 Aug 25 18:24:55.049578 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 36754) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:24:55.095638 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4de9953-fd24-4046-b6d8-2a5769e634ee admin admin] Deleting subnet 1e0cb288-de13-48e8-a459-ea7d40af495d {{(pid=93792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 18:24:55.098605 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a4de9953-fd24-4046-b6d8-2a5769e634ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:55.132199 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a4de9953-fd24-4046-b6d8-2a5769e634ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12801374'] for subnet, precommit_delete_associations {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:55.170043 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a4de9953-fd24-4046-b6d8-2a5769e634ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541805'] for subnet, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:55.227995 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a4de9953-fd24-4046-b6d8-2a5769e634ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12706215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14501353'] for subnet, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:55.253597 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de9953-fd24-4046-b6d8-2a5769e634ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e0cb288-de13-48e8-a459-ea7d40af495d,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:55.258492 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a4de9953-fd24-4046-b6d8-2a5769e634ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for subnet, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:55.260041 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-a4de9953-fd24-4046-b6d8-2a5769e634ee admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1e0cb288-de13-48e8-a459-ea7d40af495d HTTP/1.1" status: 204 len: 168 time: 0.2094779 Aug 25 18:24:55.262505 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 36762) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:24:55.329965 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8acb2ff3-9e75-4c3d-b8f6-1b88fee686a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548157'] for network, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:55.405542 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8acb2ff3-9e75-4c3d-b8f6-1b88fee686a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651606', 'neutron.services.segments.db._delete_segments_for_network-8748354584558'] for network, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:55.415147 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.services.segments.db [None req-8acb2ff3-9e75-4c3d-b8f6-1b88fee686a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['712e96ef-9e9b-4b73-86e7-fd167aa50e3f']}} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:24:55.425819 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.services.segments.db [None req-8acb2ff3-9e75-4c3d-b8f6-1b88fee686a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af3ddc7f-e50c-4acc-a5eb-2108c8706daa') {'for_net_delete': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:24:55.426110 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.services.segments.db [None req-8acb2ff3-9e75-4c3d-b8f6-1b88fee686a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af3ddc7f-e50c-4acc-a5eb-2108c8706daa') {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:24:55.434759 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8acb2ff3-9e75-4c3d-b8f6-1b88fee686a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748354584441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12801345'] for segment, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:55.451941 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8acb2ff3-9e75-4c3d-b8f6-1b88fee686a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788'] for segment, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:55.458627 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8acb2ff3-9e75-4c3d-b8f6-1b88fee686a0 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=93792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 18:24:55.459038 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8acb2ff3-9e75-4c3d-b8f6-1b88fee686a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12706241'] for segment, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:55.460649 dv-cinder-790492-8-iscsi neutron-server[93792]: Traceback (most recent call last): Aug 25 18:24:55.460649 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 18:24:55.460649 dv-cinder-790492-8-iscsi neutron-server[93792]: timer() Aug 25 18:24:55.460649 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 18:24:55.460649 dv-cinder-790492-8-iscsi neutron-server[93792]: cb(*args, **kw) Aug 25 18:24:55.460649 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 18:24:55.460649 dv-cinder-790492-8-iscsi neutron-server[93792]: return func(*args, **kwargs) Aug 25 18:24:55.460649 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 18:24:55.460649 dv-cinder-790492-8-iscsi neutron-server[93792]: self._notify() Aug 25 18:24:55.460649 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 18:24:55.460649 dv-cinder-790492-8-iscsi neutron-server[93792]: self.callback(batched_events) Aug 25 18:24:55.460649 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 18:24:55.460649 dv-cinder-790492-8-iscsi neutron-server[93792]: event.method(event) Aug 25 18:24:55.460649 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 18:24:55.460649 dv-cinder-790492-8-iscsi neutron-server[93792]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 18:24:55.460649 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 18:24:55.460649 dv-cinder-790492-8-iscsi neutron-server[93792]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 18:24:55.460649 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 18:24:55.460649 dv-cinder-790492-8-iscsi neutron-server[93792]: return f(self, *a, **k) Aug 25 18:24:55.460649 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 18:24:55.460649 dv-cinder-790492-8-iscsi neutron-server[93792]: return self._get(url).json() Aug 25 18:24:55.460649 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 18:24:55.460649 dv-cinder-790492-8-iscsi neutron-server[93792]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 18:24:55.460649 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 18:24:55.460649 dv-cinder-790492-8-iscsi neutron-server[93792]: return self.request(url, 'GET', **kwargs) Aug 25 18:24:55.460649 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 18:24:55.460649 dv-cinder-790492-8-iscsi neutron-server[93792]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 18:24:55.460649 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 18:24:55.460649 dv-cinder-790492-8-iscsi neutron-server[93792]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 18:24:55.460649 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 18:24:55.460649 dv-cinder-790492-8-iscsi neutron-server[93792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 18:24:55.460649 dv-cinder-790492-8-iscsi neutron-server[93792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 18:24:55.513121 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8acb2ff3-9e75-4c3d-b8f6-1b88fee686a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438115'] for network, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:55.518166 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8acb2ff3-9e75-4c3d-b8f6-1b88fee686a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for network, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:55.519954 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-8acb2ff3-9e75-4c3d-b8f6-1b88fee686a0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/712e96ef-9e9b-4b73-86e7-fd167aa50e3f HTTP/1.1" status: 204 len: 168 time: 0.2565653 Aug 25 18:24:55.530967 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb2ff3-9e75-4c3d-b8f6-1b88fee686a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=712e96ef-9e9b-4b73-86e7-fd167aa50e3f,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:55.628039 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49ebc2-d34e-444a-a3b2-e419a0512b18 req-8915145d-6504-4088-baff-d2dcd4f32f7a tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:55.629570 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-fd49ebc2-d34e-444a-a3b2-e419a0512b18 req-8915145d-6504-4088-baff-d2dcd4f32f7a tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0505853 Aug 25 18:24:55.670740 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-fd49ebc2-d34e-444a-a3b2-e419a0512b18 req-52d890e6-a697-4f6c-91be-623b21a13ab0 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345259 Aug 25 18:24:55.685628 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 36772) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:24:55.729598 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-67022a98-5d63-4150-8655-21213cb2edd7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f9ddc87ed45749fa8b549b0e37d5ee48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428305 Aug 25 18:24:55.732389 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 36774) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:24:55.744658 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8878d3c-73a4-4386-920f-3c5b932bdc92 req-1fa735fc-fcd9-43fd-b048-7858b713b8e9 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:55.748586 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f8878d3c-73a4-4386-920f-3c5b932bdc92 req-1fa735fc-fcd9-43fd-b048-7858b713b8e9 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.0699379 Aug 25 18:24:55.785923 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c7cc3d64-e910-4e67-bb81-4588fa209b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:55.788324 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f8878d3c-73a4-4386-920f-3c5b932bdc92 req-0fc6c83a-5e72-4212-9aa9-e596236988bd tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345521 Aug 25 18:24:55.811921 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c7cc3d64-e910-4e67-bb81-4588fa209b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:55.865345 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c7cc3d64-e910-4e67-bb81-4588fa209b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:55.867825 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c7cc3d64-e910-4e67-bb81-4588fa209b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:55.869028 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-c7cc3d64-e910-4e67-bb81-4588fa209b3c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8fa8411f-f329-4f07-af96-a056509f895f HTTP/1.1" status: 204 len: 168 time: 0.1356549 Aug 25 18:24:55.877525 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc3d64-e910-4e67-bb81-4588fa209b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa8411f-f329-4f07-af96-a056509f895f,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:24:55.885680 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1d8b7cc7-662a-4897-892e-538e151f299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:56.808492 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e6a17-d9e5-4d97-9a5a-9c5a1fe6ff29 req-3315fb89-e677-407d-8d46-04416a185631 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:56.810012 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-da3e6a17-d9e5-4d97-9a5a-9c5a1fe6ff29 req-3315fb89-e677-407d-8d46-04416a185631 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0612888 Aug 25 18:24:56.855196 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-da3e6a17-d9e5-4d97-9a5a-9c5a1fe6ff29 req-eb32f523-fabb-4331-9b1c-4fdca46562bc tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384209 Aug 25 18:24:56.982667 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19793c-7f77-468e-93c4-25d74594953a req-d3e66b79-958e-4510-b69f-20c73f7a7868 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:56.984194 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ac19793c-7f77-468e-93c4-25d74594953a req-d3e66b79-958e-4510-b69f-20c73f7a7868 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.0619817 Aug 25 18:24:57.027293 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ac19793c-7f77-468e-93c4-25d74594953a req-8abb08bf-dd4e-495c-912d-ba51ac91d488 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366793 Aug 25 18:24:57.226337 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:57.434991 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:57.973692 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf2517-b564-4528-8748-ad273a4cafaf req-b52dd559-e2c7-4118-8bdb-f562f2e78407 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:57.975144 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b8bf2517-b564-4528-8748-ad273a4cafaf req-b52dd559-e2c7-4118-8bdb-f562f2e78407 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0496469 Aug 25 18:24:58.014182 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b8bf2517-b564-4528-8748-ad273a4cafaf req-94a778d6-b452-4331-b434-fc8388970215 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325465 Aug 25 18:24:58.151434 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9dca7-0d24-4f45-8b52-5d3ee6061c5b req-94bd266e-bf02-45af-af59-99b1da009661 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:58.153094 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-93c9dca7-0d24-4f45-8b52-5d3ee6061c5b req-94bd266e-bf02-45af-af59-99b1da009661 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.0488751 Aug 25 18:24:58.200949 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-93c9dca7-0d24-4f45-8b52-5d3ee6061c5b req-acbf6993-ae9c-4bd7-b231-eef5b2b49ada tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408731 Aug 25 18:24:58.844961 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:24:59.130791 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba60c1-df60-4b08-8641-3e8df084a4af req-0cd514b5-4bb7-487a-87c0-a667b1a5ae3b tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:59.132252 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d0ba60c1-df60-4b08-8641-3e8df084a4af req-0cd514b5-4bb7-487a-87c0-a667b1a5ae3b tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0497053 Aug 25 18:24:59.170223 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d0ba60c1-df60-4b08-8641-3e8df084a4af req-cad39ab3-615f-4b2f-a704-12e65099a093 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314424 Aug 25 18:24:59.321282 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1add6-3caa-4ac1-9689-f438803af4e0 req-32b4d616-d5df-402c-b76b-d615f9451215 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:24:59.323358 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6cd1add6-3caa-4ac1-9689-f438803af4e0 req-32b4d616-d5df-402c-b76b-d615f9451215 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.0467579 Aug 25 18:24:59.361555 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6cd1add6-3caa-4ac1-9689-f438803af4e0 req-a0146679-f321-4353-9bf3-108022ec19b5 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324442 Aug 25 18:25:00.294693 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e8b7b-6390-4dea-838e-fe48a6b94b32 req-0de79d76-880a-49d0-8522-7d79fb1fdbb7 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:00.296200 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-594e8b7b-6390-4dea-838e-fe48a6b94b32 req-0de79d76-880a-49d0-8522-7d79fb1fdbb7 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0489523 Aug 25 18:25:00.332791 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device f4194b13-793f-46ff-a65d-349f1777d1d8 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 18:25:00.339339 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-594e8b7b-6390-4dea-838e-fe48a6b94b32 req-8566fd53-7024-4660-bff4-f071e8c71188 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372286 Aug 25 18:25:00.457856 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port f4194b13-793f-46ff-a65d-349f1777d1d8, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4194b13-793f-46ff-a65d-349f1777d1d8,segment=NetworkSegment(c7174dd9-e2ad-4230-9486-8edb6195741d),segment_id=c7174dd9-e2ad-4230-9486-8edb6195741d)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:25:00.472400 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Returning: {'device': 'f4194b13-793f-46ff-a65d-349f1777d1d8', 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61', 'port_id': 'f4194b13-793f-46ff-a65d-349f1777d1d8', 'mac_address': 'fa:16:3e:b5:35:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d7b14c-bc03-4fe0-a3a0-cffe2819abe3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 18:25:00.522422 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb27af5-7384-4469-9765-479fc65fcf86 req-59fe005e-cccd-48eb-b25e-985c15c8791e tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:00.522611 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:00.524169 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7bb27af5-7384-4469-9765-479fc65fcf86 req-59fe005e-cccd-48eb-b25e-985c15c8791e tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.0566008 Aug 25 18:25:00.536534 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4194b13-793f-46ff-a65d-349f1777d1d8 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:25:00.560241 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port f4194b13-793f-46ff-a65d-349f1777d1d8, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4194b13-793f-46ff-a65d-349f1777d1d8,segment=NetworkSegment(c7174dd9-e2ad-4230-9486-8edb6195741d),segment_id=c7174dd9-e2ad-4230-9486-8edb6195741d)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:25:00.566471 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:00.569815 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7bb27af5-7384-4469-9765-479fc65fcf86 req-d5c17841-4af8-40da-8760-23daa0cbb499 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387924 Aug 25 18:25:00.625366 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=f4194b13-793f-46ff-a65d-349f1777d1d8,revision_number=6']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:00.632947 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:25:00.633297 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:25:00.633644 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:25:00.633979 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:25:00.634313 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:25:00.634697 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:25:00.635027 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:25:00.635422 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:25:00.635768 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:25:00.636095 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:25:00.636418 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:25:00.637006 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:25:00.741383 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['f4194b13-793f-46ff-a65d-349f1777d1d8'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:25:01.485534 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0e487-f848-46c5-aeab-613c897aee45 req-bd2194e4-5171-4d04-a5f3-9d943174aa28 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:01.488248 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a8e0e487-f848-46c5-aeab-613c897aee45 req-bd2194e4-5171-4d04-a5f3-9d943174aa28 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0710363 Aug 25 18:25:01.526492 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a8e0e487-f848-46c5-aeab-613c897aee45 req-9ad46452-117d-4669-a8eb-cf54121a93ea tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322990 Aug 25 18:25:01.694514 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5ed56-d8ce-4f5b-b55a-4a9ca2fc1520 req-bd17cc55-adcb-40c1-9d38-b99f76aa87c0 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:01.698223 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a0e5ed56-d8ce-4f5b-b55a-4a9ca2fc1520 req-bd17cc55-adcb-40c1-9d38-b99f76aa87c0 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 944 time: 0.0493212 Aug 25 18:25:01.740791 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a0e5ed56-d8ce-4f5b-b55a-4a9ca2fc1520 req-8d451fc9-eb87-4932-a635-53749bb627c9 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381420 Aug 25 18:25:02.327869 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device f4194b13-793f-46ff-a65d-349f1777d1d8 up at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:25:02.375541 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning complete for port f4194b13-793f-46ff-a65d-349f1777d1d8 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:25:02.375913 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:02.454458 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:02.490106 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888063c6-0310-4a86-a1b5-e215d38952fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4194b13-793f-46ff-a65d-349f1777d1d8'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:25:02.492458 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700cf778d203af030a48c7cd7e91a8769aab6ec207ebda1a87165573d1bde0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9327055-5eb6-4928-89a1-d483d47c93f5" -d '{"events": [{"server_uuid": "888063c6-0310-4a86-a1b5-e215d38952fa", "name": "network-vif-plugged", "status": "completed", "tag": "f4194b13-793f-46ff-a65d-349f1777d1d8"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:25:02.505371 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port f4194b13-793f-46ff-a65d-349f1777d1d8, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4194b13-793f-46ff-a65d-349f1777d1d8,segment=NetworkSegment(c7174dd9-e2ad-4230-9486-8edb6195741d),segment_id=c7174dd9-e2ad-4230-9486-8edb6195741d)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:25:02.510741 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:02.537112 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6547cced-0757-4e6a-9bb7-fef4568baa0b x-openstack-request-id: req-6547cced-0757-4e6a-9bb7-fef4568baa0b {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:25:02.537403 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "888063c6-0310-4a86-a1b5-e215d38952fa", "name": "network-vif-plugged", "status": "completed", "tag": "f4194b13-793f-46ff-a65d-349f1777d1d8", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:25:02.537656 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6547cced-0757-4e6a-9bb7-fef4568baa0b {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:25:02.538040 dv-cinder-790492-8-iscsi neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '888063c6-0310-4a86-a1b5-e215d38952fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4194b13-793f-46ff-a65d-349f1777d1d8', 'code': 200} Aug 25 18:25:02.565188 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=f4194b13-793f-46ff-a65d-349f1777d1d8,revision_number=7']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:02.649438 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f75c2-067a-49bc-b23a-5dc001af5718 req-e35c4d9f-ce3b-4d55-a139-fc765b077fa8 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:02.651524 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-708f75c2-067a-49bc-b23a-5dc001af5718 req-e35c4d9f-ce3b-4d55-a139-fc765b077fa8 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0490768 Aug 25 18:25:02.689662 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-708f75c2-067a-49bc-b23a-5dc001af5718 req-64f374ae-7fb6-481f-9a9c-6a56486d7a02 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322247 Aug 25 18:25:02.881842 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157a4d2-53e9-47dd-adac-5d4e9cb68323 req-4099d08f-6c00-4c10-a2b4-4aef378a2a2b tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:02.883788 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5157a4d2-53e9-47dd-adac-5d4e9cb68323 req-4099d08f-6c00-4c10-a2b4-4aef378a2a2b tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.0585508 Aug 25 18:25:02.937053 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5157a4d2-53e9-47dd-adac-5d4e9cb68323 req-bd154d58-61c4-4af7-8bc5-c3563b67d249 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330405 Aug 25 18:25:03.254271 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef61a2-62a4-40b9-899f-1d6a65698571 req-18a467ce-d842-4a93-a01e-3db805168c04 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:03.258987 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-05ef61a2-62a4-40b9-899f-1d6a65698571 req-18a467ce-d842-4a93-a01e-3db805168c04 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fdf0b3c-f8f9-4369-bf10-0462f1ba72dd HTTP/1.1" status: 200 len: 945 time: 0.0531216 Aug 25 18:25:03.307622 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-05ef61a2-62a4-40b9-899f-1d6a65698571 req-ac9ca928-1fcb-412b-9404-35193530b206 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452387 Aug 25 18:25:03.821581 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71e256-1f78-445f-8c1b-3dbbc874cc07 req-dbd8b1c7-5938-4764-8c80-0f50d5338c88 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:03.823078 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9b71e256-1f78-445f-8c1b-3dbbc874cc07 req-dbd8b1c7-5938-4764-8c80-0f50d5338c88 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0590351 Aug 25 18:25:03.877794 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9b71e256-1f78-445f-8c1b-3dbbc874cc07 req-5d264307-38fa-4882-8a3b-004747c1ff12 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473006 Aug 25 18:25:04.074138 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc77fc0-8922-4c4f-a67c-fdced0ffc6cc req-b0308948-9959-41ac-978c-bdb1971c6e71 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:04.075804 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5cc77fc0-8922-4c4f-a67c-fdced0ffc6cc req-b0308948-9959-41ac-978c-bdb1971c6e71 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.0570047 Aug 25 18:25:04.135223 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5cc77fc0-8922-4c4f-a67c-fdced0ffc6cc req-c7451e84-ec80-451a-a2af-df45f56859a5 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525320 Aug 25 18:25:04.460060 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d46af-1c23-4248-a240-2984ec139ae0 req-f540284c-08ce-45fd-bda3-6e23edf2b1a0 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:04.469333 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-919d46af-1c23-4248-a240-2984ec139ae0 req-f540284c-08ce-45fd-bda3-6e23edf2b1a0 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fdf0b3c-f8f9-4369-bf10-0462f1ba72dd HTTP/1.1" status: 200 len: 945 time: 0.0807858 Aug 25 18:25:04.523267 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-919d46af-1c23-4248-a240-2984ec139ae0 req-5cca7152-9b07-4a1e-b06e-0755eb36c1a6 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525866 Aug 25 18:25:05.013782 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d3416-862a-4ae6-b165-86be9b9eb531 req-e5562eee-8d6f-419c-b75e-2359e326f29b tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:05.016189 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-233d3416-862a-4ae6-b165-86be9b9eb531 req-e5562eee-8d6f-419c-b75e-2359e326f29b tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0588727 Aug 25 18:25:05.065124 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-233d3416-862a-4ae6-b165-86be9b9eb531 req-eef5e87a-3ce0-4b7f-8750-a3e3e115c4f5 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429459 Aug 25 18:25:05.297282 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482bc8f7-baef-43fa-bee0-d2e475446ccc req-6d2d2c76-cc8e-4218-acb8-969229b20e92 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:05.305545 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-482bc8f7-baef-43fa-bee0-d2e475446ccc req-6d2d2c76-cc8e-4218-acb8-969229b20e92 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.0813224 Aug 25 18:25:05.344845 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-482bc8f7-baef-43fa-bee0-d2e475446ccc req-eef74089-79da-4dca-954c-864af8a98014 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380309 Aug 25 18:25:05.690702 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcadea-d3ff-4f4f-aba3-6c4931b92da4 req-20008190-9968-4a0b-a35f-443369a0926b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:05.697881 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9bdcadea-d3ff-4f4f-aba3-6c4931b92da4 req-20008190-9968-4a0b-a35f-443369a0926b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fdf0b3c-f8f9-4369-bf10-0462f1ba72dd HTTP/1.1" status: 200 len: 945 time: 0.0970051 Aug 25 18:25:05.747649 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb89a6-e572-4f82-b7fd-6b82231e8b50 req-126d6372-b6c8-4da1-bd13-5e7a2f219d4f tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:05.749319 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-fbfb89a6-e572-4f82-b7fd-6b82231e8b50 req-126d6372-b6c8-4da1-bd13-5e7a2f219d4f tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fdf0b3c-f8f9-4369-bf10-0462f1ba72dd HTTP/1.1" status: 200 len: 945 time: 0.1048074 Aug 25 18:25:05.756920 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9bdcadea-d3ff-4f4f-aba3-6c4931b92da4 req-2349b792-3341-443a-992c-3377df1a3ac0 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525703 Aug 25 18:25:05.896608 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-fbfb89a6-e572-4f82-b7fd-6b82231e8b50 req-8bd95d29-ce94-4f51-99a7-a1651aff456f tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Deleting port 581b479d-b1fb-4d8b-a1b8-6b29af30f86c {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:25:05.897402 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fbfb89a6-e572-4f82-b7fd-6b82231e8b50 req-8bd95d29-ce94-4f51-99a7-a1651aff456f tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:06.036294 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-fbfb89a6-e572-4f82-b7fd-6b82231e8b50 req-8bd95d29-ce94-4f51-99a7-a1651aff456f tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] For port 581b479d-b1fb-4d8b-a1b8-6b29af30f86c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=581b479d-b1fb-4d8b-a1b8-6b29af30f86c,segment=NetworkSegment(c3ad605d-0b91-482b-81a4-b24229efd6d3),segment_id=c3ad605d-0b91-482b-81a4-b24229efd6d3)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:25:06.037074 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fbfb89a6-e572-4f82-b7fd-6b82231e8b50 req-8bd95d29-ce94-4f51-99a7-a1651aff456f tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:06.055074 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-fbfb89a6-e572-4f82-b7fd-6b82231e8b50 req-8bd95d29-ce94-4f51-99a7-a1651aff456f tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Calling delete_port for 581b479d-b1fb-4d8b-a1b8-6b29af30f86c owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:25:06.238721 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fbfb89a6-e572-4f82-b7fd-6b82231e8b50 req-8bd95d29-ce94-4f51-99a7-a1651aff456f tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:06.251592 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['f4dda55a-138e-4547-958a-e8ea46b3244e', '851e6b02-1d26-41c2-b4d8-4cd25cad8dcc', 'f56e0972-0d9c-49d1-951d-028a21f35377', '581b479d-b1fb-4d8b-a1b8-6b29af30f86c'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:25:06.254733 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db747e28-1293-4e51-a973-215095f332ed req-87e0eb5c-9ba1-43bc-ac69-d503ba686de9 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:06.268397 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-db747e28-1293-4e51-a973-215095f332ed req-87e0eb5c-9ba1-43bc-ac69-d503ba686de9 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.1114488 Aug 25 18:25:06.314614 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd95d29-ce94-4f51-99a7-a1651aff456f tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Pushing event deleted for resources: {'Port': ['ID=581b479d-b1fb-4d8b-a1b8-6b29af30f86c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:06.436595 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfb89a6-e572-4f82-b7fd-6b82231e8b50 req-8bd95d29-ce94-4f51-99a7-a1651aff456f tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] No DVR routers for this DVR port 581b479d-b1fb-4d8b-a1b8-6b29af30f86c on host hv-cinder-79049 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:25:06.450353 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-db747e28-1293-4e51-a973-215095f332ed req-06d02390-89b4-4b03-b8d2-bfc81e0f91eb tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809220 Aug 25 18:25:06.496542 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fbfb89a6-e572-4f82-b7fd-6b82231e8b50 req-8bd95d29-ce94-4f51-99a7-a1651aff456f tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:06.498756 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-fbfb89a6-e572-4f82-b7fd-6b82231e8b50 req-8bd95d29-ce94-4f51-99a7-a1651aff456f tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.24 "DELETE /v2.0/ports/581b479d-b1fb-4d8b-a1b8-6b29af30f86c HTTP/1.1" status: 204 len: 173 time: 0.7409611 Aug 25 18:25:06.500321 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fdf0b3c-f8f9-4369-bf10-0462f1ba72dd', 'name': 'network-vif-deleted', 'tag': '581b479d-b1fb-4d8b-a1b8-6b29af30f86c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:25:06.502898 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c996840-4eac-4847-a8f2-175f978a9e85" -d '{"events": [{"server_uuid": "4fdf0b3c-f8f9-4369-bf10-0462f1ba72dd", "name": "network-vif-deleted", "tag": "581b479d-b1fb-4d8b-a1b8-6b29af30f86c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:25:06.531717 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7d3a7-ee9c-42d2-952d-9076dd075d1e req-6f7cd87b-a391-474f-8896-6ef49e77e2fa tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:06.544587 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d7b7d3a7-ee9c-42d2-952d-9076dd075d1e req-6f7cd87b-a391-474f-8896-6ef49e77e2fa tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.0884757 Aug 25 18:25:06.567140 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d609b17c-e41c-418d-8e17-2eb9fc5cb83a x-openstack-request-id: req-d609b17c-e41c-418d-8e17-2eb9fc5cb83a {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:25:06.567305 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fdf0b3c-f8f9-4369-bf10-0462f1ba72dd", "name": "network-vif-deleted", "tag": "581b479d-b1fb-4d8b-a1b8-6b29af30f86c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:25:06.567507 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d609b17c-e41c-418d-8e17-2eb9fc5cb83a {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:25:06.568063 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fdf0b3c-f8f9-4369-bf10-0462f1ba72dd', 'name': 'network-vif-deleted', 'tag': '581b479d-b1fb-4d8b-a1b8-6b29af30f86c', 'status': 'completed', 'code': 200} Aug 25 18:25:06.607606 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d7b7d3a7-ee9c-42d2-952d-9076dd075d1e req-7c70171c-1284-4337-bd3e-14f19e31ab47 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605655 Aug 25 18:25:06.898172 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-79a48eb7-235f-4cdc-8fec-c02f291955fd req-c815e11e-c0d2-45df-ae06-a2e14601742b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fdf0b3c-f8f9-4369-bf10-0462f1ba72dd HTTP/1.1" status: 200 len: 210 time: 0.0292265 Aug 25 18:25:07.052477 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 37114) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:25:07.183574 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2ce385f9-1be8-4ea6-be08-b8bc4abf50e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:07.294205 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2ce385f9-1be8-4ea6-be08-b8bc4abf50e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:07.298509 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2ce385f9-1be8-4ea6-be08-b8bc4abf50e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:07.344499 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-2ce385f9-1be8-4ea6-be08-b8bc4abf50e4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=76e60ffce6de4436bf2c5f86f3d84936&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900758 Aug 25 18:25:07.346905 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 37118) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:25:07.354387 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce385f9-1be8-4ea6-be08-b8bc4abf50e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68b864a-a06e-40e9-93f3-f872a8072267,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:07.435339 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d298ea20-c1d9-4b82-8df1-6b9c99592235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:07.459275 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d298ea20-c1d9-4b82-8df1-6b9c99592235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:07.520738 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d298ea20-c1d9-4b82-8df1-6b9c99592235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:07.523340 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d298ea20-c1d9-4b82-8df1-6b9c99592235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:07.524499 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-d298ea20-c1d9-4b82-8df1-6b9c99592235 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a68b864a-a06e-40e9-93f3-f872a8072267 HTTP/1.1" status: 204 len: 168 time: 0.1765144 Aug 25 18:25:07.534454 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d298ea20-c1d9-4b82-8df1-6b9c99592235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68b864a-a06e-40e9-93f3-f872a8072267,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:07.616624 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6777c-7ce4-4996-b0c0-cd0e410d97bd req-bc38e269-b875-420a-9c2a-a27ac7121692 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:07.635938 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b8c6777c-7ce4-4996-b0c0-cd0e410d97bd req-bc38e269-b875-420a-9c2a-a27ac7121692 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0803483 Aug 25 18:25:07.700239 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b8c6777c-7ce4-4996-b0c0-cd0e410d97bd req-5807566b-2154-4252-a4dc-4ec3b5ffa3f5 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633512 Aug 25 18:25:07.785090 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29834ab3-0e67-4ae2-acfe-df6e00b73f75 req-788cd798-6c20-425d-8387-15bafb77d964 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:07.786579 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-29834ab3-0e67-4ae2-acfe-df6e00b73f75 req-788cd798-6c20-425d-8387-15bafb77d964 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.0828197 Aug 25 18:25:07.833918 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-29834ab3-0e67-4ae2-acfe-df6e00b73f75 req-c2ced9dc-d126-4897-b32c-ee33c33f978d tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376596 Aug 25 18:25:08.338547 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 581b479d-b1fb-4d8b-a1b8-6b29af30f86c no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:25:08.368166 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] No Port match for: 581b479d-b1fb-4d8b-a1b8-6b29af30f86c {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:25:08.368577 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 581b479d-b1fb-4d8b-a1b8-6b29af30f86c not bound to the agent host hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:25:08.856749 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437558c3-bac2-4852-a44a-98c77ec48fd5 req-409b3d71-74c0-401d-9440-8a985e5e90e6 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:08.858276 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-437558c3-bac2-4852-a44a-98c77ec48fd5 req-409b3d71-74c0-401d-9440-8a985e5e90e6 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0770373 Aug 25 18:25:08.971518 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-437558c3-bac2-4852-a44a-98c77ec48fd5 req-19c8ea78-8f07-44da-88ec-da8a91e89149 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068990 Aug 25 18:25:09.034424 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eabfde-0c59-44a5-a722-3973708b074d req-73382f77-40d9-4f18-84a0-76fd9792f72e tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:09.042743 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-63eabfde-0c59-44a5-a722-3973708b074d req-73382f77-40d9-4f18-84a0-76fd9792f72e tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.0907900 Aug 25 18:25:09.082798 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-63eabfde-0c59-44a5-a722-3973708b074d req-a2046b52-0e45-4c29-9601-203b051318ff tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391781 Aug 25 18:25:09.461071 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4bad75-0f22-452e-98cb-4cab4762d9c3 req-921bcdd3-7359-453b-aa07-3afe21b08105 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:09.463580 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9f4bad75-0f22-452e-98cb-4cab4762d9c3 req-921bcdd3-7359-453b-aa07-3afe21b08105 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab098503-6df4-46e9-8e5a-3b9b4e03bc6e HTTP/1.1" status: 200 len: 945 time: 0.0575182 Aug 25 18:25:09.506364 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9f4bad75-0f22-452e-98cb-4cab4762d9c3 req-1d2aca4d-d418-4c11-8fc6-f0c3a153b75c tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356727 Aug 25 18:25:10.144505 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90e2ea-6cf1-4fa8-9b3f-5579e414e7a2 req-a4eb287a-5626-43f1-9a27-0faccee537fb tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:10.154165 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3e90e2ea-6cf1-4fa8-9b3f-5579e414e7a2 req-a4eb287a-5626-43f1-9a27-0faccee537fb tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.1008124 Aug 25 18:25:10.229689 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3e90e2ea-6cf1-4fa8-9b3f-5579e414e7a2 req-5bc69a42-2877-4577-bd7c-d1e7ca991bda tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722733 Aug 25 18:25:10.333052 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a67ea-5de0-457a-86f2-59372106adae req-14828df2-1835-4aba-9aba-766d8f2e37c8 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:10.334794 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c41a67ea-5de0-457a-86f2-59372106adae req-14828df2-1835-4aba-9aba-766d8f2e37c8 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.1006742 Aug 25 18:25:10.407507 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c41a67ea-5de0-457a-86f2-59372106adae req-782096ee-68ea-4e00-8e2e-fafea9beff6d tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613525 Aug 25 18:25:10.651384 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f5096-d12d-451d-ad67-a20c511dc757 req-889c4f4c-6c9c-4c18-9a8b-0601dd67d690 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:10.653121 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-337f5096-d12d-451d-ad67-a20c511dc757 req-889c4f4c-6c9c-4c18-9a8b-0601dd67d690 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab098503-6df4-46e9-8e5a-3b9b4e03bc6e HTTP/1.1" status: 200 len: 945 time: 0.0591233 Aug 25 18:25:10.708852 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-337f5096-d12d-451d-ad67-a20c511dc757 req-3d02ffe7-8bf5-437f-863c-5fbf50169613 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496151 Aug 25 18:25:11.367464 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50ab25-eee0-443b-9c02-f43f281cfa80 req-7264ae93-3dce-4df6-8983-4ec6ef9c7af1 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:11.369801 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1c50ab25-eee0-443b-9c02-f43f281cfa80 req-7264ae93-3dce-4df6-8983-4ec6ef9c7af1 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0653272 Aug 25 18:25:11.436707 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1c50ab25-eee0-443b-9c02-f43f281cfa80 req-bccff783-56c1-4dff-b254-974594a82571 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599420 Aug 25 18:25:11.558428 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe150e4-0b3c-4056-85ef-e2b5f26f8f64 req-07d07332-4342-47ce-89af-f6abc4e7fa97 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:11.559838 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0fe150e4-0b3c-4056-85ef-e2b5f26f8f64 req-07d07332-4342-47ce-89af-f6abc4e7fa97 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.0512278 Aug 25 18:25:11.604459 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0fe150e4-0b3c-4056-85ef-e2b5f26f8f64 req-b4000ea5-aacb-4874-87d4-12c093a314ab tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340743 Aug 25 18:25:11.861863 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001decb-94eb-486b-94fa-659b6d104cf2 req-0d661048-3c33-4b75-87ed-f64a2e757e41 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:11.863339 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1001decb-94eb-486b-94fa-659b6d104cf2 req-0d661048-3c33-4b75-87ed-f64a2e757e41 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab098503-6df4-46e9-8e5a-3b9b4e03bc6e HTTP/1.1" status: 200 len: 945 time: 0.0707939 Aug 25 18:25:11.915973 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1001decb-94eb-486b-94fa-659b6d104cf2 req-4506612f-10f0-4f9c-891b-41d701c9f97e tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449722 Aug 25 18:25:12.568403 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bedf9c2-bf4b-4ecc-8aae-be93a4957f97 req-2e4ebb29-0946-417f-9fb7-2695865aed5a tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:12.575386 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3bedf9c2-bf4b-4ecc-8aae-be93a4957f97 req-2e4ebb29-0946-417f-9fb7-2695865aed5a tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0561357 Aug 25 18:25:12.618247 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3bedf9c2-bf4b-4ecc-8aae-be93a4957f97 req-481bb079-58ed-424d-aaa8-59224d769a6b tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420101 Aug 25 18:25:12.736788 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb08756-434f-49b5-9d19-63dc1977aa89 req-bda02df6-35a5-4af3-9c66-a622ff192179 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:12.738405 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9bb08756-434f-49b5-9d19-63dc1977aa89 req-bda02df6-35a5-4af3-9c66-a622ff192179 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.0591969 Aug 25 18:25:12.783098 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9bb08756-434f-49b5-9d19-63dc1977aa89 req-f723a0a6-126f-411c-bb61-f6c52e24ea76 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375907 Aug 25 18:25:13.037216 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2490c52-2f61-4e71-a3f3-18c97b7b6e61 req-09b8638f-cadc-4c19-948b-450e499b1984 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:13.038696 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b2490c52-2f61-4e71-a3f3-18c97b7b6e61 req-09b8638f-cadc-4c19-948b-450e499b1984 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab098503-6df4-46e9-8e5a-3b9b4e03bc6e HTTP/1.1" status: 200 len: 945 time: 0.0512466 Aug 25 18:25:13.076658 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b2490c52-2f61-4e71-a3f3-18c97b7b6e61 req-6b42f6c2-abf1-459b-a085-16898800e0a0 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319438 Aug 25 18:25:13.733847 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b58107-06e2-4e44-80ed-e583c137234f req-a0d6cdde-b0d4-43aa-8224-4d0dfece313a tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:13.735283 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-31b58107-06e2-4e44-80ed-e583c137234f req-a0d6cdde-b0d4-43aa-8224-4d0dfece313a tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0469015 Aug 25 18:25:13.771988 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-31b58107-06e2-4e44-80ed-e583c137234f req-c1195b58-7bb9-40c7-b8e9-71d09dde1940 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309958 Aug 25 18:25:13.916696 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400043d3-ca0e-4016-a2db-5660da9a5a18 req-e9d81b29-1fcb-4903-a540-9c231dee396c tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:13.918201 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-400043d3-ca0e-4016-a2db-5660da9a5a18 req-e9d81b29-1fcb-4903-a540-9c231dee396c tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.0619779 Aug 25 18:25:13.958116 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-400043d3-ca0e-4016-a2db-5660da9a5a18 req-088080ec-0d19-43ad-9652-81518295092d tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337656 Aug 25 18:25:14.205693 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f53ce-6c6f-4d9c-96f0-be3910748a36 req-dce22a82-9915-4773-9c0b-30206821e15b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:14.207080 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-504f53ce-6c6f-4d9c-96f0-be3910748a36 req-dce22a82-9915-4773-9c0b-30206821e15b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab098503-6df4-46e9-8e5a-3b9b4e03bc6e HTTP/1.1" status: 200 len: 945 time: 0.0532386 Aug 25 18:25:14.245460 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-504f53ce-6c6f-4d9c-96f0-be3910748a36 req-facbc1a2-ca19-431f-846c-4df77b5fe265 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315681 Aug 25 18:25:14.527849 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5c42c-a22d-442c-b445-0dba0aead31d req-b044cd77-9bdd-4697-97c0-55998137ff9f tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:14.529312 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-39a5c42c-a22d-442c-b445-0dba0aead31d req-b044cd77-9bdd-4697-97c0-55998137ff9f tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab098503-6df4-46e9-8e5a-3b9b4e03bc6e HTTP/1.1" status: 200 len: 945 time: 0.0562508 Aug 25 18:25:14.636820 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-39a5c42c-a22d-442c-b445-0dba0aead31d req-c2cdf2c2-ca78-4ac6-a70b-01db65ed5083 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Deleting port f56e0972-0d9c-49d1-951d-028a21f35377 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:25:14.637159 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-39a5c42c-a22d-442c-b445-0dba0aead31d req-c2cdf2c2-ca78-4ac6-a70b-01db65ed5083 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:14.729063 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-39a5c42c-a22d-442c-b445-0dba0aead31d req-c2cdf2c2-ca78-4ac6-a70b-01db65ed5083 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] For port f56e0972-0d9c-49d1-951d-028a21f35377, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f56e0972-0d9c-49d1-951d-028a21f35377,segment=NetworkSegment(c3ad605d-0b91-482b-81a4-b24229efd6d3),segment_id=c3ad605d-0b91-482b-81a4-b24229efd6d3)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:25:14.729423 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-39a5c42c-a22d-442c-b445-0dba0aead31d req-c2cdf2c2-ca78-4ac6-a70b-01db65ed5083 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:14.744177 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-39a5c42c-a22d-442c-b445-0dba0aead31d req-c2cdf2c2-ca78-4ac6-a70b-01db65ed5083 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Calling delete_port for f56e0972-0d9c-49d1-951d-028a21f35377 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:25:14.834966 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f8620-d4d3-408e-9300-b950e4d503e9 req-8cb81ef7-fa66-4e10-b67f-179c5ead20f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:14.836449 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4d3f8620-d4d3-408e-9300-b950e4d503e9 req-8cb81ef7-fa66-4e10-b67f-179c5ead20f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e50d3e6eb4343348d784dfd6489ac79&device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 1098 time: 0.0842807 Aug 25 18:25:14.997011 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecba5bf-a6d2-4705-bc1e-2e40453d5605 req-029caa65-6bf2-458c-9a61-6cd8ee320fad tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:14.998492 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5ecba5bf-a6d2-4705-bc1e-2e40453d5605 req-029caa65-6bf2-458c-9a61-6cd8ee320fad tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.1591115 Aug 25 18:25:15.042212 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f8620-d4d3-408e-9300-b950e4d503e9 req-7e99b32e-ee3e-4ab5-8d82-05ca2629317a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:15.043613 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4d3f8620-d4d3-408e-9300-b950e4d503e9 req-7e99b32e-ee3e-4ab5-8d82-05ca2629317a service neutron] 10.222.0.24 "GET /v2.0/networks?id=ca11b88d-433f-4cc3-bc46-86e155a29f61 HTTP/1.1" status: 200 len: 918 time: 0.1928682 Aug 25 18:25:15.048755 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-39a5c42c-a22d-442c-b445-0dba0aead31d req-c2cdf2c2-ca78-4ac6-a70b-01db65ed5083 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:15.088667 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5ecba5bf-a6d2-4705-bc1e-2e40453d5605 req-75702781-23f7-419e-a5aa-84251ad894d7 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823350 Aug 25 18:25:15.089852 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cdf2c2-ca78-4ac6-a70b-01db65ed5083 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Pushing event deleted for resources: {'Port': ['ID=f56e0972-0d9c-49d1-951d-028a21f35377,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:15.135286 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a5c42c-a22d-442c-b445-0dba0aead31d req-c2cdf2c2-ca78-4ac6-a70b-01db65ed5083 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] No DVR routers for this DVR port f56e0972-0d9c-49d1-951d-028a21f35377 on host hv-cinder-79049 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:25:15.137917 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-39a5c42c-a22d-442c-b445-0dba0aead31d req-c2cdf2c2-ca78-4ac6-a70b-01db65ed5083 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:15.139913 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-39a5c42c-a22d-442c-b445-0dba0aead31d req-c2cdf2c2-ca78-4ac6-a70b-01db65ed5083 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.24 "DELETE /v2.0/ports/f56e0972-0d9c-49d1-951d-028a21f35377 HTTP/1.1" status: 204 len: 173 time: 0.6014771 Aug 25 18:25:15.140341 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab098503-6df4-46e9-8e5a-3b9b4e03bc6e', 'name': 'network-vif-deleted', 'tag': 'f56e0972-0d9c-49d1-951d-028a21f35377'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:25:15.142612 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f45bb8c-cd45-421b-a22d-05c7099c6aa6" -d '{"events": [{"server_uuid": "ab098503-6df4-46e9-8e5a-3b9b4e03bc6e", "name": "network-vif-deleted", "tag": "f56e0972-0d9c-49d1-951d-028a21f35377"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:25:15.213302 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e6d33-5ec9-4c9c-8f5a-51f1082ab5a1 req-9e439c37-194c-4600-bf6c-c1e41b8da5ba tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:15.214770 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-086e6d33-5ec9-4c9c-8f5a-51f1082ab5a1 req-9e439c37-194c-4600-bf6c-c1e41b8da5ba tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.0482190 Aug 25 18:25:15.251997 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-086e6d33-5ec9-4c9c-8f5a-51f1082ab5a1 req-bb4cd308-07c6-4321-ba71-361b1408b6da tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311005 Aug 25 18:25:15.298182 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b652f661-4a4d-4a6e-bcf4-ff886fb11481 x-openstack-request-id: req-b652f661-4a4d-4a6e-bcf4-ff886fb11481 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:25:15.298470 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab098503-6df4-46e9-8e5a-3b9b4e03bc6e", "name": "network-vif-deleted", "tag": "f56e0972-0d9c-49d1-951d-028a21f35377", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:25:15.298720 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b652f661-4a4d-4a6e-bcf4-ff886fb11481 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:25:15.299118 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab098503-6df4-46e9-8e5a-3b9b4e03bc6e', 'name': 'network-vif-deleted', 'tag': 'f56e0972-0d9c-49d1-951d-028a21f35377', 'status': 'completed', 'code': 200} Aug 25 18:25:15.366391 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7453aa60-8ecf-41f6-ae95-d6dd81d17eac req-4244e2c6-3e93-4f41-aec1-3e78cee4eeeb tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab098503-6df4-46e9-8e5a-3b9b4e03bc6e HTTP/1.1" status: 200 len: 210 time: 0.0248466 Aug 25 18:25:16.210346 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baba59f-ca6c-4940-b68f-ac6521659dbd req-66838857-5c52-43c2-ba36-4849431ad9d4 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:16.211769 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7baba59f-ca6c-4940-b68f-ac6521659dbd req-66838857-5c52-43c2-ba36-4849431ad9d4 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0496998 Aug 25 18:25:16.249917 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7baba59f-ca6c-4940-b68f-ac6521659dbd req-fe0bc216-e94c-43a5-8022-1b7e2208e90b tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310926 Aug 25 18:25:16.367029 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a8a2d-53e1-4ed7-bcdd-26e0c5bc5a8f req-86722c63-f18e-402b-b8df-777c29b04f8a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:16.368476 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-434a8a2d-53e1-4ed7-bcdd-26e0c5bc5a8f req-86722c63-f18e-402b-b8df-777c29b04f8a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.0470033 Aug 25 18:25:16.405576 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-434a8a2d-53e1-4ed7-bcdd-26e0c5bc5a8f req-f90f5e5c-788f-44f9-90dc-9b90ebe1c5a6 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313811 Aug 25 18:25:16.492820 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d36252c1-8019-4582-aaac-b29bd71ff4b1 req-26fff037-e5ee-4e99-a6c1-951a36695134 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab098503-6df4-46e9-8e5a-3b9b4e03bc6e HTTP/1.1" status: 200 len: 210 time: 0.0254540 Aug 25 18:25:17.362368 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb05a78-1c5c-4052-939e-ff67f120ba6d req-6245f967-19ea-42c0-a3c1-51043a8c08d9 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:17.363784 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8eb05a78-1c5c-4052-939e-ff67f120ba6d req-6245f967-19ea-42c0-a3c1-51043a8c08d9 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0457468 Aug 25 18:25:17.404946 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8eb05a78-1c5c-4052-939e-ff67f120ba6d req-fedad24b-daac-4a5f-a9f4-15449becafd6 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353787 Aug 25 18:25:17.526140 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea64a7-6553-43ee-9274-d7bf5d66bddc req-ae208fcc-b455-44b4-9b6a-35fbbdc192a1 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:17.527596 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d6ea64a7-6553-43ee-9274-d7bf5d66bddc req-ae208fcc-b455-44b4-9b6a-35fbbdc192a1 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.0510740 Aug 25 18:25:17.564769 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d6ea64a7-6553-43ee-9274-d7bf5d66bddc req-ee1ea89c-6314-45d5-8408-450ad54b1863 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313170 Aug 25 18:25:17.644792 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-60f6c4d3-60e7-4a02-9f31-abfc54d3495a req-78674e98-7919-4017-9ce6-f2d933d642c6 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab098503-6df4-46e9-8e5a-3b9b4e03bc6e HTTP/1.1" status: 200 len: 210 time: 0.0251136 Aug 25 18:25:18.461981 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['f4dda55a-138e-4547-958a-e8ea46b3244e', '851e6b02-1d26-41c2-b4d8-4cd25cad8dcc', 'f56e0972-0d9c-49d1-951d-028a21f35377'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:25:18.508179 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:18.579995 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8580150-9ebf-4d40-8329-61e1c2c9977b req-d122868e-55b6-42eb-9bff-dc0811d91dbe tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:18.581506 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b8580150-9ebf-4d40-8329-61e1c2c9977b req-d122868e-55b6-42eb-9bff-dc0811d91dbe tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.1100574 Aug 25 18:25:18.583185 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4d3f8620-d4d3-408e-9300-b950e4d503e9 req-a88a2130-117d-4329-84c2-135e75826e25 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4194b13-793f-46ff-a65d-349f1777d1d8 HTTP/1.1" status: 200 len: 1000 time: 0.1012828 Aug 25 18:25:18.689852 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b8580150-9ebf-4d40-8329-61e1c2c9977b req-4744bdfe-1216-4471-8201-3c16d3247683 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980687 Aug 25 18:25:18.694696 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f8620-d4d3-408e-9300-b950e4d503e9 req-5b2b2061-fc88-4128-9d6a-2b94af744461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:18.696023 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4d3f8620-d4d3-408e-9300-b950e4d503e9 req-5b2b2061-fc88-4128-9d6a-2b94af744461 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9d7b14c-bc03-4fe0-a3a0-cffe2819abe3 HTTP/1.1" status: 200 len: 856 time: 0.1032128 Aug 25 18:25:18.722204 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39662e47-00ca-42d9-b725-2285f2e32106 req-2e7b4419-e3e9-4e13-98c8-c6bd83c79d19 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:18.723639 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-39662e47-00ca-42d9-b725-2285f2e32106 req-2e7b4419-e3e9-4e13-98c8-c6bd83c79d19 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.0814524 Aug 25 18:25:18.797171 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a2a24a8a-967c-4ba4-a246-9e1ae9ef222b req-a3680a5a-cc04-49e1-a124-150c9973f839 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab098503-6df4-46e9-8e5a-3b9b4e03bc6e HTTP/1.1" status: 200 len: 210 time: 0.0383618 Aug 25 18:25:18.800828 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f8620-d4d3-408e-9300-b950e4d503e9 req-526a0526-56c1-450f-a285-728c66c2f9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:18.802336 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4d3f8620-d4d3-408e-9300-b950e4d503e9 req-526a0526-56c1-450f-a285-728c66c2f9a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca11b88d-433f-4cc3-bc46-86e155a29f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0966439 Aug 25 18:25:18.806714 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-39662e47-00ca-42d9-b725-2285f2e32106 req-9a5f1681-5210-4afe-a485-636af2fa67d7 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689335 Aug 25 18:25:18.894448 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4d3f8620-d4d3-408e-9300-b950e4d503e9 req-a12ec34f-d9dc-4298-ade0-00c7fdc1d397 service neutron] 10.222.0.24 "GET /v2.0/networks/ca11b88d-433f-4cc3-bc46-86e155a29f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835879 Aug 25 18:25:18.989895 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4d3f8620-d4d3-408e-9300-b950e4d503e9 req-202cb65b-9d41-4e8a-ad1d-bfe3c6c0c4ad service neutron] 10.222.0.24 "GET /v2.0/networks/ca11b88d-433f-4cc3-bc46-86e155a29f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811608 Aug 25 18:25:19.803113 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434aab2-f37a-44f2-867b-0522154ac6d3 req-e80d8dde-f6d2-483b-b4d7-393ae19936d9 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:19.804544 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4434aab2-f37a-44f2-867b-0522154ac6d3 req-e80d8dde-f6d2-483b-b4d7-393ae19936d9 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0471385 Aug 25 18:25:19.846152 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4434aab2-f37a-44f2-867b-0522154ac6d3 req-bd15be2b-2ccd-435c-b3ef-639e29f06a58 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358009 Aug 25 18:25:19.955670 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e85db9-def1-4450-bc7c-651e8f522113 req-2d49e401-33c1-4ac6-bfcd-68977d14de64 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:19.957198 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-12e85db9-def1-4450-bc7c-651e8f522113 req-2d49e401-33c1-4ac6-bfcd-68977d14de64 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.0553749 Aug 25 18:25:20.018315 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-12e85db9-def1-4450-bc7c-651e8f522113 req-442c4d3c-be8d-4d18-9713-2f884092f410 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449231 Aug 25 18:25:20.106641 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d8a18-32dd-4205-80df-41186917013d req-b7aef542-3846-4bdf-ada7-11cb50cb98e4 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:20.108100 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8f1d8a18-32dd-4205-80df-41186917013d req-b7aef542-3846-4bdf-ada7-11cb50cb98e4 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c402e9-b5d2-4bdf-94f8-255264e0ce8b HTTP/1.1" status: 200 len: 945 time: 0.0515831 Aug 25 18:25:20.147935 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8f1d8a18-32dd-4205-80df-41186917013d req-fb14d2ec-83da-4aaa-9326-8501a5e507d5 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338233 Aug 25 18:25:20.956187 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eacb2a6-540c-4678-ad87-658a4cc2c793 req-77368395-febf-4e65-b6db-761a619390d1 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:20.957624 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1eacb2a6-540c-4678-ad87-658a4cc2c793 req-77368395-febf-4e65-b6db-761a619390d1 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0460873 Aug 25 18:25:20.993279 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1eacb2a6-540c-4678-ad87-658a4cc2c793 req-80f0055a-66af-4878-8bca-7a969d92b424 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299320 Aug 25 18:25:21.139129 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb57988-b9e1-49b4-b87d-0094dd8b741a req-0fa34e6f-3acf-46c4-8908-ebf3ce42e7bd tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:21.140472 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-cbb57988-b9e1-49b4-b87d-0094dd8b741a req-0fa34e6f-3acf-46c4-8908-ebf3ce42e7bd tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.0499766 Aug 25 18:25:21.176877 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-cbb57988-b9e1-49b4-b87d-0094dd8b741a req-26996f29-ae9a-4cdb-bc05-41606c117e71 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305598 Aug 25 18:25:21.278302 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a2c29-956c-426f-b869-6e2a2d66dcf2 req-66be7a5a-2f11-4943-96ae-d3e607bc07f3 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:21.279742 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6c9a2c29-956c-426f-b869-6e2a2d66dcf2 req-66be7a5a-2f11-4943-96ae-d3e607bc07f3 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c402e9-b5d2-4bdf-94f8-255264e0ce8b HTTP/1.1" status: 200 len: 945 time: 0.0462880 Aug 25 18:25:21.316359 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6c9a2c29-956c-426f-b869-6e2a2d66dcf2 req-a71f4f8d-9411-4555-a790-b390294c0557 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308414 Aug 25 18:25:21.905202 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 6 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:25:22.104143 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd7ea0-9b04-485c-833f-cc5a8ac23442 req-51f67e6e-e397-43d2-997f-872caafd4dc1 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:22.105595 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d9fd7ea0-9b04-485c-833f-cc5a8ac23442 req-51f67e6e-e397-43d2-997f-872caafd4dc1 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0463278 Aug 25 18:25:22.142356 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d9fd7ea0-9b04-485c-833f-cc5a8ac23442 req-f2669c55-64f8-4615-a42e-b34326374f6d tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309694 Aug 25 18:25:22.293116 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03afb6-1dfd-49b3-8bf2-d0d5e4233579 req-0190f5c4-d1ed-4c09-b8ef-4876b0afddd0 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:22.294546 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2a03afb6-1dfd-49b3-8bf2-d0d5e4233579 req-0190f5c4-d1ed-4c09-b8ef-4876b0afddd0 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 945 time: 0.0499537 Aug 25 18:25:22.331105 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2a03afb6-1dfd-49b3-8bf2-d0d5e4233579 req-cb0e6aac-f016-4de7-8d93-2f1ab0ff15c6 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308399 Aug 25 18:25:22.430512 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08f8b3-9a3c-4b16-9eb3-06691109dabb req-d32a3ec5-19c6-48bd-ad81-4a3d45b67507 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:22.432445 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-fb08f8b3-9a3c-4b16-9eb3-06691109dabb req-d32a3ec5-19c6-48bd-ad81-4a3d45b67507 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c402e9-b5d2-4bdf-94f8-255264e0ce8b HTTP/1.1" status: 200 len: 945 time: 0.0458248 Aug 25 18:25:22.468668 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-fb08f8b3-9a3c-4b16-9eb3-06691109dabb req-80327791-52f9-468e-99c2-9c4fb84aef15 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303073 Aug 25 18:25:23.217527 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device f4194b13-793f-46ff-a65d-349f1777d1d8 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:25:23.255861 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca87e97-8609-478e-8699-109b3b6f4c18 req-4c5063d9-7146-4a65-80f2-16d29d7d66bd tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:23.257471 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-dca87e97-8609-478e-8699-109b3b6f4c18 req-4c5063d9-7146-4a65-80f2-16d29d7d66bd tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0506747 Aug 25 18:25:23.295297 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-dca87e97-8609-478e-8699-109b3b6f4c18 req-b54a8546-c498-4c4b-b398-f8fd85a07e60 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308681 Aug 25 18:25:23.297745 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:23.328825 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888063c6-0310-4a86-a1b5-e215d38952fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4194b13-793f-46ff-a65d-349f1777d1d8'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:25:23.331042 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700cf778d203af030a48c7cd7e91a8769aab6ec207ebda1a87165573d1bde0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed87ef0-c2e2-4950-8e84-b87d556baa12" -d '{"events": [{"server_uuid": "888063c6-0310-4a86-a1b5-e215d38952fa", "name": "network-vif-unplugged", "status": "completed", "tag": "f4194b13-793f-46ff-a65d-349f1777d1d8"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:25:23.341243 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e5d48b9f-63e3-48da-9f62-950fb64e45cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:23.345461 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port f4194b13-793f-46ff-a65d-349f1777d1d8, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4194b13-793f-46ff-a65d-349f1777d1d8,segment=NetworkSegment(c7174dd9-e2ad-4230-9486-8edb6195741d),segment_id=c7174dd9-e2ad-4230-9486-8edb6195741d)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:25:23.349295 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:23.349916 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device f56e0972-0d9c-49d1-951d-028a21f35377 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:25:23.373160 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 18:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d281909-30d2-4a01-8a30-cffa63ed369a x-openstack-request-id: req-7d281909-30d2-4a01-8a30-cffa63ed369a {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:25:23.373469 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "888063c6-0310-4a86-a1b5-e215d38952fa", "name": "network-vif-unplugged", "status": "completed", "tag": "f4194b13-793f-46ff-a65d-349f1777d1d8", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:25:23.373723 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d281909-30d2-4a01-8a30-cffa63ed369a {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:25:23.374105 dv-cinder-790492-8-iscsi neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '888063c6-0310-4a86-a1b5-e215d38952fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4194b13-793f-46ff-a65d-349f1777d1d8', 'code': 200} Aug 25 18:25:23.399855 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] No Port match for: f56e0972-0d9c-49d1-951d-028a21f35377 {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:25:23.399855 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device f56e0972-0d9c-49d1-951d-028a21f35377 not bound to the agent host hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:25:23.427434 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=f4194b13-793f-46ff-a65d-349f1777d1d8,revision_number=8']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:23.454200 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fad2b2-40a9-4d07-90f1-4c422831a926 req-be6f7518-fbb3-47be-9f63-2d81c245eacc tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:23.455693 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-86fad2b2-40a9-4d07-90f1-4c422831a926 req-be6f7518-fbb3-47be-9f63-2d81c245eacc tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 943 time: 0.0504887 Aug 25 18:25:23.493631 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-86fad2b2-40a9-4d07-90f1-4c422831a926 req-242ee574-a1ff-4668-833f-2157898b145c tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316429 Aug 25 18:25:23.582608 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aff568-78e4-4c16-8638-6465cf9c1364 req-3d36efc4-f599-4052-a31c-87618b910d1b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:23.583907 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-42aff568-78e4-4c16-8638-6465cf9c1364 req-3d36efc4-f599-4052-a31c-87618b910d1b tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c402e9-b5d2-4bdf-94f8-255264e0ce8b HTTP/1.1" status: 200 len: 945 time: 0.0491157 Aug 25 18:25:23.624000 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-42aff568-78e4-4c16-8638-6465cf9c1364 req-a249c7cb-9496-4848-942a-8776ae9da1de tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333099 Aug 25 18:25:24.666612 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39cf97a-0a19-4eb7-81a8-7a0ed9a70e44 req-f529bf07-7fa9-45fd-aa6a-52f383451edd tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:24.668250 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a39cf97a-0a19-4eb7-81a8-7a0ed9a70e44 req-f529bf07-7fa9-45fd-aa6a-52f383451edd tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.3001418 Aug 25 18:25:24.677140 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95190161-758c-40c5-8bf9-8f72d63e5ee4 req-08c0fe3f-7333-4166-b6f1-7eb15d576276 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:24.678538 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-95190161-758c-40c5-8bf9-8f72d63e5ee4 req-08c0fe3f-7333-4166-b6f1-7eb15d576276 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.24 "GET /v2.0/ports?device_id=06c402e9-b5d2-4bdf-94f8-255264e0ce8b HTTP/1.1" status: 200 len: 945 time: 0.3184366 Aug 25 18:25:24.712474 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e955e-7b81-443e-962f-480b117c616b req-4829f7e6-4f0b-4589-a19e-d5f5a6e88996 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:24.714476 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-971e955e-7b81-443e-962f-480b117c616b req-4829f7e6-4f0b-4589-a19e-d5f5a6e88996 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 943 time: 0.1058109 Aug 25 18:25:24.779832 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a39cf97a-0a19-4eb7-81a8-7a0ed9a70e44 req-3a234394-b072-4c6f-97bf-90e18ff083a9 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995517 Aug 25 18:25:24.810252 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-971e955e-7b81-443e-962f-480b117c616b req-1fadab5d-67ec-48fb-97b6-a1f0a4e04cf5 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803332 Aug 25 18:25:24.836201 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-95190161-758c-40c5-8bf9-8f72d63e5ee4 req-c1c6aa6a-f372-4804-a673-b1fab9296c7a tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Deleting port 851e6b02-1d26-41c2-b4d8-4cd25cad8dcc {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:25:24.836201 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-95190161-758c-40c5-8bf9-8f72d63e5ee4 req-c1c6aa6a-f372-4804-a673-b1fab9296c7a tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:24.946846 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f906bf-a169-450e-bd9c-071208b8a81e req-6b49873d-6751-4aea-8ce1-dc9f907ba8ef tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:24.949004 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-67f906bf-a169-450e-bd9c-071208b8a81e req-6b49873d-6751-4aea-8ce1-dc9f907ba8ef tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c402e9-b5d2-4bdf-94f8-255264e0ce8b HTTP/1.1" status: 200 len: 945 time: 0.1081557 Aug 25 18:25:24.999073 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-95190161-758c-40c5-8bf9-8f72d63e5ee4 req-c1c6aa6a-f372-4804-a673-b1fab9296c7a tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] For port 851e6b02-1d26-41c2-b4d8-4cd25cad8dcc, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=851e6b02-1d26-41c2-b4d8-4cd25cad8dcc,segment=NetworkSegment(c3ad605d-0b91-482b-81a4-b24229efd6d3),segment_id=c3ad605d-0b91-482b-81a4-b24229efd6d3)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:25:24.999439 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-95190161-758c-40c5-8bf9-8f72d63e5ee4 req-c1c6aa6a-f372-4804-a673-b1fab9296c7a tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:25.029815 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-95190161-758c-40c5-8bf9-8f72d63e5ee4 req-c1c6aa6a-f372-4804-a673-b1fab9296c7a tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Calling delete_port for 851e6b02-1d26-41c2-b4d8-4cd25cad8dcc owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:25:25.039467 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-67f906bf-a169-450e-bd9c-071208b8a81e req-d85e6c0c-8909-411a-821a-cec184ae90a1 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791457 Aug 25 18:25:25.178696 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-95190161-758c-40c5-8bf9-8f72d63e5ee4 req-c1c6aa6a-f372-4804-a673-b1fab9296c7a tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:25.190970 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['f4dda55a-138e-4547-958a-e8ea46b3244e', '851e6b02-1d26-41c2-b4d8-4cd25cad8dcc'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:25:25.207168 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6aa6a-f372-4804-a673-b1fab9296c7a tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Pushing event deleted for resources: {'Port': ['ID=851e6b02-1d26-41c2-b4d8-4cd25cad8dcc,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:25.255343 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-95190161-758c-40c5-8bf9-8f72d63e5ee4 req-c1c6aa6a-f372-4804-a673-b1fab9296c7a tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] No DVR routers for this DVR port 851e6b02-1d26-41c2-b4d8-4cd25cad8dcc on host hv-cinder-79049 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:25:25.258075 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-95190161-758c-40c5-8bf9-8f72d63e5ee4 req-c1c6aa6a-f372-4804-a673-b1fab9296c7a tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:25.260387 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-95190161-758c-40c5-8bf9-8f72d63e5ee4 req-c1c6aa6a-f372-4804-a673-b1fab9296c7a tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.24 "DELETE /v2.0/ports/851e6b02-1d26-41c2-b4d8-4cd25cad8dcc HTTP/1.1" status: 204 len: 173 time: 0.5717783 Aug 25 18:25:25.260759 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c402e9-b5d2-4bdf-94f8-255264e0ce8b', 'name': 'network-vif-deleted', 'tag': '851e6b02-1d26-41c2-b4d8-4cd25cad8dcc'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:25:25.263105 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56715dab-9943-4b82-a235-fc36fa52b9e7" -d '{"events": [{"server_uuid": "06c402e9-b5d2-4bdf-94f8-255264e0ce8b", "name": "network-vif-deleted", "tag": "851e6b02-1d26-41c2-b4d8-4cd25cad8dcc"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:25:25.347472 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270a1f89-965c-4900-aced-941c28020e12 x-openstack-request-id: req-270a1f89-965c-4900-aced-941c28020e12 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:25:25.347977 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c402e9-b5d2-4bdf-94f8-255264e0ce8b", "name": "network-vif-deleted", "tag": "851e6b02-1d26-41c2-b4d8-4cd25cad8dcc", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:25:25.348317 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-270a1f89-965c-4900-aced-941c28020e12 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:25:25.348847 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c402e9-b5d2-4bdf-94f8-255264e0ce8b', 'name': 'network-vif-deleted', 'tag': '851e6b02-1d26-41c2-b4d8-4cd25cad8dcc', 'status': 'completed', 'code': 200} Aug 25 18:25:25.511090 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc6c7f-13b4-42db-a58a-e9d08ef0d73e req-5ba2f120-6828-4574-8782-78ada496de11 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:25.512771 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-06bc6c7f-13b4-42db-a58a-e9d08ef0d73e req-5ba2f120-6828-4574-8782-78ada496de11 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 943 time: 0.0588291 Aug 25 18:25:25.559805 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-06bc6c7f-13b4-42db-a58a-e9d08ef0d73e req-253ba8e3-cc2d-442a-b948-540bd9ae8e85 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373888 Aug 25 18:25:25.767111 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dc65a353-fcd3-473c-904c-4f9768e2cd93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:25.808082 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 37492) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:25:25.948445 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c25cfd54-0732-4680-8617-e0eafa4b9eca req-dce50946-54af-4bb7-987f-383eeedc6037 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1385028 Aug 25 18:25:25.956472 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d489034-7f55-497f-b22b-7185e7ccaf81 req-af6407da-410e-454f-9541-db8af4f9f6f2 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:25.957883 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3d489034-7f55-497f-b22b-7185e7ccaf81 req-af6407da-410e-454f-9541-db8af4f9f6f2 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0760460 Aug 25 18:25:25.998854 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3d489034-7f55-497f-b22b-7185e7ccaf81 req-ec8eac2f-640b-4ba6-9035-bc681be7d176 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347710 Aug 25 18:25:26.724925 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508aadf-8857-4edf-9de9-d0ab8d1195f4 req-19752cbd-3810-401f-be24-ceb4bd2d5153 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:26.727405 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0508aadf-8857-4edf-9de9-d0ab8d1195f4 req-19752cbd-3810-401f-be24-ceb4bd2d5153 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 943 time: 0.0552869 Aug 25 18:25:26.768308 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0508aadf-8857-4edf-9de9-d0ab8d1195f4 req-8dceffdb-a626-4416-9d45-6335520de3bc tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346367 Aug 25 18:25:27.117339 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018304b-dd48-4ee1-bf2c-50c6a9090d29 req-0bb467bd-d475-4f1a-9920-671a122caf50 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:27.118780 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b018304b-dd48-4ee1-bf2c-50c6a9090d29 req-0bb467bd-d475-4f1a-9920-671a122caf50 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0497708 Aug 25 18:25:27.157850 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b018304b-dd48-4ee1-bf2c-50c6a9090d29 req-bcd5055b-f966-4f25-ac2f-678ad7b3228e tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326264 Aug 25 18:25:27.210649 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device f4194b13-793f-46ff-a65d-349f1777d1d8 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:25:27.244137 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:27.382549 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cfd54-0732-4680-8617-e0eafa4b9eca req-4ad0ee07-8846-4e89-acf9-465dd42f16ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:27.384037 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c25cfd54-0732-4680-8617-e0eafa4b9eca req-4ad0ee07-8846-4e89-acf9-465dd42f16ce service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa&tenant_id=0e50d3e6eb4343348d784dfd6489ac79 HTTP/1.1" status: 200 len: 1096 time: 0.0755692 Aug 25 18:25:27.442394 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:27.497315 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e3db8-6345-4bd1-929b-975639929a51 req-c8698c68-e30e-4378-b5e9-4fbc2eca7dd9 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:27.498788 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-439e3db8-6345-4bd1-929b-975639929a51 req-c8698c68-e30e-4378-b5e9-4fbc2eca7dd9 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=59370016-9efd-4f8f-b46f-f1b2cf0da4e1 HTTP/1.1" status: 200 len: 946 time: 0.0710289 Aug 25 18:25:27.501396 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cfd54-0732-4680-8617-e0eafa4b9eca req-200f1e22-1b01-445f-8ecc-daba78136551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:27.502735 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c25cfd54-0732-4680-8617-e0eafa4b9eca req-200f1e22-1b01-445f-8ecc-daba78136551 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e50d3e6eb4343348d784dfd6489ac79&device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 1096 time: 0.0882025 Aug 25 18:25:27.561232 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 37546) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:25:27.580412 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-439e3db8-6345-4bd1-929b-975639929a51 req-78253ca9-037f-479d-94e0-8e46e5e3fc78 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750830 Aug 25 18:25:27.619927 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cfd54-0732-4680-8617-e0eafa4b9eca req-785125be-d97e-46f6-9eef-a66a127297ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:27.621391 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c25cfd54-0732-4680-8617-e0eafa4b9eca req-785125be-d97e-46f6-9eef-a66a127297ba service neutron] 10.222.0.24 "GET /v2.0/networks?id=ca11b88d-433f-4cc3-bc46-86e155a29f61 HTTP/1.1" status: 200 len: 918 time: 0.1016526 Aug 25 18:25:27.675335 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-31997b93-6ac0-45e8-b59e-36b99e732d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:27.686593 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c25cfd54-0732-4680-8617-e0eafa4b9eca req-1d74716f-b158-4cfe-86eb-57388a23e8a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4194b13-793f-46ff-a65d-349f1777d1d8 HTTP/1.1" status: 200 len: 998 time: 0.0572412 Aug 25 18:25:27.735952 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cfd54-0732-4680-8617-e0eafa4b9eca req-8ff255e4-cdde-4f4c-81b0-867d483471eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:27.737447 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c25cfd54-0732-4680-8617-e0eafa4b9eca req-8ff255e4-cdde-4f4c-81b0-867d483471eb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9d7b14c-bc03-4fe0-a3a0-cffe2819abe3 HTTP/1.1" status: 200 len: 856 time: 0.0435009 Aug 25 18:25:27.762570 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-31997b93-6ac0-45e8-b59e-36b99e732d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:27.766322 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-31997b93-6ac0-45e8-b59e-36b99e732d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:27.786081 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cfd54-0732-4680-8617-e0eafa4b9eca req-7d4c0b22-b26f-4356-ab50-d980c7f37e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:27.787555 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c25cfd54-0732-4680-8617-e0eafa4b9eca req-7d4c0b22-b26f-4356-ab50-d980c7f37e28 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca11b88d-433f-4cc3-bc46-86e155a29f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416999 Aug 25 18:25:27.802981 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-31997b93-6ac0-45e8-b59e-36b99e732d43 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f8d5a2b09ca40389cd786c2e90e0e13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402046 Aug 25 18:25:27.804480 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31997b93-6ac0-45e8-b59e-36b99e732d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09db3a5-4ff1-4d32-8faa-fa855cfd704a,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:27.807279 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 37552) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:25:27.857459 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-66696105-7cf3-4b6f-b9b0-bafadfb9beef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:27.878613 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-66696105-7cf3-4b6f-b9b0-bafadfb9beef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:27.914966 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c25cfd54-0732-4680-8617-e0eafa4b9eca req-dc4bb5eb-46e7-4732-a70e-964cafd9fc05 service neutron] 10.222.0.24 "GET /v2.0/networks/ca11b88d-433f-4cc3-bc46-86e155a29f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186757 Aug 25 18:25:27.925810 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e12892-6d46-4768-aace-84b998880425 req-b82623be-63ef-4d6f-8e0c-9bb5de1b7b44 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:27.927234 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-49e12892-6d46-4768-aace-84b998880425 req-b82623be-63ef-4d6f-8e0c-9bb5de1b7b44 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 943 time: 0.0706446 Aug 25 18:25:27.928281 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-66696105-7cf3-4b6f-b9b0-bafadfb9beef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:27.931162 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-66696105-7cf3-4b6f-b9b0-bafadfb9beef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:27.934114 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-66696105-7cf3-4b6f-b9b0-bafadfb9beef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e09db3a5-4ff1-4d32-8faa-fa855cfd704a HTTP/1.1" status: 204 len: 168 time: 0.1259313 Aug 25 18:25:27.945466 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66696105-7cf3-4b6f-b9b0-bafadfb9beef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09db3a5-4ff1-4d32-8faa-fa855cfd704a,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:28.019671 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-49e12892-6d46-4768-aace-84b998880425 req-38d9561e-b83a-43ff-a067-d3999a35169f tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841105 Aug 25 18:25:28.059544 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c25cfd54-0732-4680-8617-e0eafa4b9eca req-ba09a821-8b0f-4a23-b127-fc5ba375f738 service neutron] 10.222.0.24 "GET /v2.0/networks/ca11b88d-433f-4cc3-bc46-86e155a29f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311471 Aug 25 18:25:28.343377 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ea6e4-ce74-4eda-a5ff-de52072e77d4 req-1e001d12-214c-4a6a-925b-8780f9930961 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:28.345426 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-413ea6e4-ce74-4eda-a5ff-de52072e77d4 req-1e001d12-214c-4a6a-925b-8780f9930961 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.1107931 Aug 25 18:25:28.414956 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-413ea6e4-ce74-4eda-a5ff-de52072e77d4 req-ff4c83f3-7a6b-4f13-a92c-2a2e6073b251 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603733 Aug 25 18:25:28.765070 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92053201-0fb2-49d9-8444-0b118de4ea71 req-780059c2-4df4-42bb-a94d-99f7a38f2708 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:28.766905 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-92053201-0fb2-49d9-8444-0b118de4ea71 req-780059c2-4df4-42bb-a94d-99f7a38f2708 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=59370016-9efd-4f8f-b46f-f1b2cf0da4e1 HTTP/1.1" status: 200 len: 946 time: 0.1105485 Aug 25 18:25:28.825385 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-92053201-0fb2-49d9-8444-0b118de4ea71 req-ca1bd834-3b4d-4881-8ed0-bf820ac1c5ca tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504997 Aug 25 18:25:28.858816 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:29.154862 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e260376-b289-4e48-9cd6-d6240837ed61 req-c818365b-b6e6-4138-959e-69a7406edb5d tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:29.160711 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0e260376-b289-4e48-9cd6-d6240837ed61 req-c818365b-b6e6-4138-959e-69a7406edb5d tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 943 time: 0.0617211 Aug 25 18:25:29.197259 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0e260376-b289-4e48-9cd6-d6240837ed61 req-851d2796-9198-4a80-95c7-f88a0fd72a54 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341413 Aug 25 18:25:29.225778 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 851e6b02-1d26-41c2-b4d8-4cd25cad8dcc no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:25:29.248136 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] No Port match for: 851e6b02-1d26-41c2-b4d8-4cd25cad8dcc {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:25:29.248542 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 851e6b02-1d26-41c2-b4d8-4cd25cad8dcc not bound to the agent host hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:25:29.549655 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 37616) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:25:29.569578 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a635d99-32ba-4dd2-9e91-3d0b59cb9318 req-35d5dcc9-db58-465a-b0a4-3412f79f59a1 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:29.571183 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0a635d99-32ba-4dd2-9e91-3d0b59cb9318 req-35d5dcc9-db58-465a-b0a4-3412f79f59a1 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0602462 Aug 25 18:25:29.611808 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0a635d99-32ba-4dd2-9e91-3d0b59cb9318 req-7fcf1609-c074-4f1f-9458-da565df96db0 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346377 Aug 25 18:25:29.701988 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7eecece6-cbd6-4840-9655-3c28156dbbc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:29.814563 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7eecece6-cbd6-4840-9655-3c28156dbbc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:29.818276 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7eecece6-cbd6-4840-9655-3c28156dbbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:29.854702 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eecece6-cbd6-4840-9655-3c28156dbbc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca9dc76-bd89-4091-8af1-464afacad32c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:29.863620 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-7eecece6-cbd6-4840-9655-3c28156dbbc0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d22796b03f854d7c9cc6b7d0138a9241&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3128572 Aug 25 18:25:29.864232 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 37622) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:25:29.960158 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-69af8e87-3ebf-4090-9c8b-d360edc15045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:29.987618 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e510174-cbca-4146-9f47-5de62b2a8228 req-7f48ed73-d47e-49cd-972d-48b431c7e40f tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:29.989132 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4e510174-cbca-4146-9f47-5de62b2a8228 req-7f48ed73-d47e-49cd-972d-48b431c7e40f tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=59370016-9efd-4f8f-b46f-f1b2cf0da4e1 HTTP/1.1" status: 200 len: 946 time: 0.0772092 Aug 25 18:25:29.999417 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-69af8e87-3ebf-4090-9c8b-d360edc15045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:30.058501 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4e510174-cbca-4146-9f47-5de62b2a8228 req-39c01a46-87dc-4240-8e01-2044f386a04c tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616570 Aug 25 18:25:30.083307 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-69af8e87-3ebf-4090-9c8b-d360edc15045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:30.086030 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-69af8e87-3ebf-4090-9c8b-d360edc15045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:30.087164 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-69af8e87-3ebf-4090-9c8b-d360edc15045 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bca9dc76-bd89-4091-8af1-464afacad32c HTTP/1.1" status: 204 len: 168 time: 0.2219677 Aug 25 18:25:30.097263 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af8e87-3ebf-4090-9c8b-d360edc15045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca9dc76-bd89-4091-8af1-464afacad32c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:30.336773 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f81ad9-3ee2-4eb0-aba2-b164aa9cd8aa req-fcb9f074-8024-4532-9f0a-85a86dbaf02e tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:30.338918 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-89f81ad9-3ee2-4eb0-aba2-b164aa9cd8aa req-fcb9f074-8024-4532-9f0a-85a86dbaf02e tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 943 time: 0.0657136 Aug 25 18:25:30.387204 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-89f81ad9-3ee2-4eb0-aba2-b164aa9cd8aa req-d4ac4a46-7b81-4e0d-9a93-06b684f785ed tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415642 Aug 25 18:25:30.730129 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e04efc-bc33-48f3-a670-2a2c6ec7fbfc req-8c79cebd-d569-44d2-92ec-f49c66891136 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:30.731869 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-32e04efc-bc33-48f3-a670-2a2c6ec7fbfc req-8c79cebd-d569-44d2-92ec-f49c66891136 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0533216 Aug 25 18:25:30.774917 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-32e04efc-bc33-48f3-a670-2a2c6ec7fbfc req-8345ab2b-ede3-4de2-b3e3-51b57af73a81 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365486 Aug 25 18:25:31.180055 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df009ee4-b517-4bae-ab48-49d8a1e3f00c req-5f02d127-cf6a-4b4d-8e96-2f3d2c40ff5e tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:31.181629 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-df009ee4-b517-4bae-ab48-49d8a1e3f00c req-5f02d127-cf6a-4b4d-8e96-2f3d2c40ff5e tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=59370016-9efd-4f8f-b46f-f1b2cf0da4e1 HTTP/1.1" status: 200 len: 946 time: 0.0518866 Aug 25 18:25:31.220684 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-df009ee4-b517-4bae-ab48-49d8a1e3f00c req-b13f271f-8d83-436e-b037-5671760bf791 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323875 Aug 25 18:25:31.539297 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ab53c-11c1-465f-8785-f1ad488ffc4b req-9ecb95b1-fcd9-4640-8972-dca5710af5c9 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:31.540812 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-080ab53c-11c1-465f-8785-f1ad488ffc4b req-9ecb95b1-fcd9-4640-8972-dca5710af5c9 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 943 time: 0.0511811 Aug 25 18:25:31.582655 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-080ab53c-11c1-465f-8785-f1ad488ffc4b req-46433206-1f7a-46e6-8fd4-2dcef9515ae0 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343125 Aug 25 18:25:31.893128 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36063e71-3db7-430f-b190-35692dfeb80b req-a1b654ae-88b4-4993-b0a0-de36185593d3 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:31.894714 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-36063e71-3db7-430f-b190-35692dfeb80b req-a1b654ae-88b4-4993-b0a0-de36185593d3 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0484519 Aug 25 18:25:31.935440 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-36063e71-3db7-430f-b190-35692dfeb80b req-a9ac080f-f38e-4350-9c16-f7221ec1c077 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313272 Aug 25 18:25:32.339949 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9de0c-bf9d-464c-bc8a-f1a614310aec req-e7088a72-6309-4bdf-9f8a-9da5c40c085c tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:32.341488 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-dad9de0c-bf9d-464c-bc8a-f1a614310aec req-e7088a72-6309-4bdf-9f8a-9da5c40c085c tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=59370016-9efd-4f8f-b46f-f1b2cf0da4e1 HTTP/1.1" status: 200 len: 946 time: 0.0528526 Aug 25 18:25:32.378593 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-dad9de0c-bf9d-464c-bc8a-f1a614310aec req-4df23d2d-7145-4308-97c6-da96e75e5fac tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310600 Aug 25 18:25:32.713840 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09ed8b-b870-4248-ab42-9ad0ead59fb3 req-7caad780-f412-4ca0-8a58-706303867f5d tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:32.715515 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2a09ed8b-b870-4248-ab42-9ad0ead59fb3 req-7caad780-f412-4ca0-8a58-706303867f5d tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 943 time: 0.0486252 Aug 25 18:25:32.755464 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2a09ed8b-b870-4248-ab42-9ad0ead59fb3 req-3eec4755-0290-4209-a459-2c71268374c6 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332923 Aug 25 18:25:33.051379 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483431f0-6785-4378-b3e7-eea33e21725e req-15d3b799-39a6-4596-8439-9c4f96ec314f tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:33.053073 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-483431f0-6785-4378-b3e7-eea33e21725e req-15d3b799-39a6-4596-8439-9c4f96ec314f tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0482156 Aug 25 18:25:33.093919 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-483431f0-6785-4378-b3e7-eea33e21725e req-3874da54-62f2-417c-a613-8e44425c69bf tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337789 Aug 25 18:25:33.522460 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31996c-4883-4578-aa01-e6fc77456308 req-2994cfa3-4c69-4c77-a09b-8d2e8721e483 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:33.524307 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6f31996c-4883-4578-aa01-e6fc77456308 req-2994cfa3-4c69-4c77-a09b-8d2e8721e483 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=59370016-9efd-4f8f-b46f-f1b2cf0da4e1 HTTP/1.1" status: 200 len: 946 time: 0.0661116 Aug 25 18:25:33.563800 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6f31996c-4883-4578-aa01-e6fc77456308 req-3091e6e8-f46d-467f-a4c8-369a8785d220 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326726 Aug 25 18:25:33.876991 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be2d31-4753-4b77-bead-3a166ad8cc67 req-90c30bc7-1585-4107-9f66-8e215c558bf6 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:33.878582 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d1be2d31-4753-4b77-bead-3a166ad8cc67 req-90c30bc7-1585-4107-9f66-8e215c558bf6 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 943 time: 0.0506289 Aug 25 18:25:33.917056 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d1be2d31-4753-4b77-bead-3a166ad8cc67 req-083b3471-d251-40ee-b732-c247e3ce4446 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319355 Aug 25 18:25:34.210819 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6ce2d-a4f2-48a9-8a1b-ad832a8e86a3 req-256dfaf6-2672-4610-ad21-b3829552c1f5 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:34.212275 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-43b6ce2d-a4f2-48a9-8a1b-ad832a8e86a3 req-256dfaf6-2672-4610-ad21-b3829552c1f5 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0487342 Aug 25 18:25:34.251357 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-43b6ce2d-a4f2-48a9-8a1b-ad832a8e86a3 req-75509d89-81a9-454c-b43a-c5fdfcca9290 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323346 Aug 25 18:25:34.703158 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8fcd5-95c5-41ed-8c1c-234dae04e4bc req-d3b00d4a-0ad8-415e-9ad0-1223c6c66c35 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:34.711124 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-74a8fcd5-95c5-41ed-8c1c-234dae04e4bc req-d3b00d4a-0ad8-415e-9ad0-1223c6c66c35 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=59370016-9efd-4f8f-b46f-f1b2cf0da4e1 HTTP/1.1" status: 200 len: 946 time: 0.0655632 Aug 25 18:25:34.746356 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-74a8fcd5-95c5-41ed-8c1c-234dae04e4bc req-950c1473-cf74-4f7d-8802-098a9dca18ba tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343621 Aug 25 18:25:35.054820 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf74e44-9920-4476-bebc-3a899ef6acce req-e374f333-e520-4874-8179-4f1d69962f91 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:35.057225 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1cf74e44-9920-4476-bebc-3a899ef6acce req-e374f333-e520-4874-8179-4f1d69962f91 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 943 time: 0.0510697 Aug 25 18:25:35.095203 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1cf74e44-9920-4476-bebc-3a899ef6acce req-ba7f654c-ae25-4804-ab84-cee396be8d71 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320854 Aug 25 18:25:35.370209 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf325f-d36a-46b4-bc6d-1d693fac9c6e req-0d99a1a5-cad3-4182-9086-1add309d9b92 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:35.372053 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3aaf325f-d36a-46b4-bc6d-1d693fac9c6e req-0d99a1a5-cad3-4182-9086-1add309d9b92 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0513895 Aug 25 18:25:35.411764 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3aaf325f-d36a-46b4-bc6d-1d693fac9c6e req-d12b198d-b81b-4706-9446-bbd25b53bbf4 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333564 Aug 25 18:25:35.866862 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45abbf-0b91-425d-9d53-4a0bfd534056 req-fdeb2f63-c1c6-4329-8a85-1c60f612a1d3 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:35.868331 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0a45abbf-0b91-425d-9d53-4a0bfd534056 req-fdeb2f63-c1c6-4329-8a85-1c60f612a1d3 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=59370016-9efd-4f8f-b46f-f1b2cf0da4e1 HTTP/1.1" status: 200 len: 946 time: 0.0525053 Aug 25 18:25:35.913088 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0a45abbf-0b91-425d-9d53-4a0bfd534056 req-13cf1f8c-d3ae-4351-bc76-54c7ee22243a tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362954 Aug 25 18:25:36.227204 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4b190-c954-43bd-9683-bb659b2d1a18 req-7330b8f3-1109-4ee0-8cd0-d1769dcbc815 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:36.229123 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-fcd4b190-c954-43bd-9683-bb659b2d1a18 req-7330b8f3-1109-4ee0-8cd0-d1769dcbc815 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 943 time: 0.0517004 Aug 25 18:25:36.266973 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-fcd4b190-c954-43bd-9683-bb659b2d1a18 req-4c6d42ca-bdac-4faf-9c33-49d94f1d3b13 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318103 Aug 25 18:25:36.531839 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a78f0-75f5-4eb2-9fea-c79575b7ad71 req-96892fd6-bac4-4040-a54b-4a7ff0a20166 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:36.533660 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-531a78f0-75f5-4eb2-9fea-c79575b7ad71 req-96892fd6-bac4-4040-a54b-4a7ff0a20166 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0499802 Aug 25 18:25:36.572128 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-531a78f0-75f5-4eb2-9fea-c79575b7ad71 req-19144e2c-85b0-42a8-ad6a-717ccd50789a tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323002 Aug 25 18:25:37.032516 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf107e-cb6f-4bb4-bc6b-dac92777f1f6 req-a8634e64-648b-4a58-b1ba-d178e91d74d5 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:37.033994 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-cdbf107e-cb6f-4bb4-bc6b-dac92777f1f6 req-a8634e64-648b-4a58-b1ba-d178e91d74d5 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=59370016-9efd-4f8f-b46f-f1b2cf0da4e1 HTTP/1.1" status: 200 len: 946 time: 0.0558569 Aug 25 18:25:37.073719 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-cdbf107e-cb6f-4bb4-bc6b-dac92777f1f6 req-04d1f356-9c33-400d-b12b-5791b615f8ab tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338581 Aug 25 18:25:37.390294 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9291a9-713b-48eb-b7d7-253a5b7c94a4 req-fa609339-c424-4516-bd5f-fc56f1e9478e tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:37.391772 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-fc9291a9-713b-48eb-b7d7-253a5b7c94a4 req-fa609339-c424-4516-bd5f-fc56f1e9478e tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 943 time: 0.0484409 Aug 25 18:25:37.432476 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-fc9291a9-713b-48eb-b7d7-253a5b7c94a4 req-68cf2c89-096c-42ca-8687-5c7ecb72a220 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345633 Aug 25 18:25:37.700176 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec7be0-78eb-4858-9f68-65a36fa41c20 req-49eff879-eeb9-49b0-a078-4f2639d20a7b tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:37.701686 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-79ec7be0-78eb-4858-9f68-65a36fa41c20 req-49eff879-eeb9-49b0-a078-4f2639d20a7b tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0591924 Aug 25 18:25:37.739232 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-79ec7be0-78eb-4858-9f68-65a36fa41c20 req-a0bf7355-4adc-4449-b6c4-73364832721c tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316179 Aug 25 18:25:38.192426 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674df67-6442-4803-9114-c6559fdb71e0 req-d07ec498-2480-426a-b5b7-84d4bc620911 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:38.194052 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2674df67-6442-4803-9114-c6559fdb71e0 req-d07ec498-2480-426a-b5b7-84d4bc620911 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=59370016-9efd-4f8f-b46f-f1b2cf0da4e1 HTTP/1.1" status: 200 len: 946 time: 0.0519900 Aug 25 18:25:38.233320 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2674df67-6442-4803-9114-c6559fdb71e0 req-81e44045-b9d4-4266-9d4e-7715f3b5c89a tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329556 Aug 25 18:25:38.552396 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb76889-e568-4815-84bb-883738467ac5 req-0692b4c9-324b-40e9-a0fb-80705e307fee tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:38.553796 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9fb76889-e568-4815-84bb-883738467ac5 req-0692b4c9-324b-40e9-a0fb-80705e307fee tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 943 time: 0.0479119 Aug 25 18:25:38.591294 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9fb76889-e568-4815-84bb-883738467ac5 req-a88155b0-2bf2-471d-bd70-c1eec9d08caa tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315557 Aug 25 18:25:38.850535 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058492d-e42c-474a-bf97-1d3e712aa9bf req-45a46e36-cc42-4e50-8955-393258a0f020 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:38.851880 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7058492d-e42c-474a-bf97-1d3e712aa9bf req-45a46e36-cc42-4e50-8955-393258a0f020 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0465767 Aug 25 18:25:38.888154 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7058492d-e42c-474a-bf97-1d3e712aa9bf req-f69d4135-86e1-4f86-a3e9-662c1be6a2bc tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305061 Aug 25 18:25:39.345448 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ec8af-9317-45a0-b385-1ea6408a8c08 req-d1585c74-9ef9-4270-a261-b50ac3693ac6 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:39.346878 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b64ec8af-9317-45a0-b385-1ea6408a8c08 req-d1585c74-9ef9-4270-a261-b50ac3693ac6 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=59370016-9efd-4f8f-b46f-f1b2cf0da4e1 HTTP/1.1" status: 200 len: 946 time: 0.0504379 Aug 25 18:25:39.382889 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b64ec8af-9317-45a0-b385-1ea6408a8c08 req-9bfc2bab-40c7-4360-9eba-2cac1295d4a3 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/security-groups?id=3188d570-a13f-4192-a48c-655badec5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302694 Aug 25 18:25:39.485306 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa04300-6e09-44e3-9684-c23c004b113e req-82c8ed96-a3c9-456d-b07e-71c8061ffa56 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:39.486756 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6aa04300-6e09-44e3-9684-c23c004b113e req-82c8ed96-a3c9-456d-b07e-71c8061ffa56 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.24 "GET /v2.0/ports?device_id=59370016-9efd-4f8f-b46f-f1b2cf0da4e1 HTTP/1.1" status: 200 len: 946 time: 0.0518656 Aug 25 18:25:39.578757 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-6aa04300-6e09-44e3-9684-c23c004b113e req-3203f089-44ba-46cf-8c1b-83c13e245d05 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Deleting port f4dda55a-138e-4547-958a-e8ea46b3244e {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:25:39.579014 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6aa04300-6e09-44e3-9684-c23c004b113e req-3203f089-44ba-46cf-8c1b-83c13e245d05 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:39.677668 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-6aa04300-6e09-44e3-9684-c23c004b113e req-3203f089-44ba-46cf-8c1b-83c13e245d05 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] For port f4dda55a-138e-4547-958a-e8ea46b3244e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4dda55a-138e-4547-958a-e8ea46b3244e,segment=NetworkSegment(c3ad605d-0b91-482b-81a4-b24229efd6d3),segment_id=c3ad605d-0b91-482b-81a4-b24229efd6d3)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:25:39.678028 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6aa04300-6e09-44e3-9684-c23c004b113e req-3203f089-44ba-46cf-8c1b-83c13e245d05 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:39.704088 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-6aa04300-6e09-44e3-9684-c23c004b113e req-3203f089-44ba-46cf-8c1b-83c13e245d05 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Calling delete_port for f4dda55a-138e-4547-958a-e8ea46b3244e owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:25:39.761796 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0b4a1-b491-429c-8766-d1f18437b48a req-07e66e8b-b1d4-4955-a30d-e92e2c91951f tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:39.763260 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-14e0b4a1-b491-429c-8766-d1f18437b48a req-07e66e8b-b1d4-4955-a30d-e92e2c91951f tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 943 time: 0.1003113 Aug 25 18:25:39.820091 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-14e0b4a1-b491-429c-8766-d1f18437b48a req-460da88d-39ee-4923-b66b-07096a483963 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503998 Aug 25 18:25:39.877330 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6aa04300-6e09-44e3-9684-c23c004b113e req-3203f089-44ba-46cf-8c1b-83c13e245d05 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:39.889380 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['f4dda55a-138e-4547-958a-e8ea46b3244e'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:25:39.904493 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203f089-44ba-46cf-8c1b-83c13e245d05 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Pushing event deleted for resources: {'Port': ['ID=f4dda55a-138e-4547-958a-e8ea46b3244e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:39.919931 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3203f089-44ba-46cf-8c1b-83c13e245d05 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:25:39.920814 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3203f089-44ba-46cf-8c1b-83c13e245d05 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:25:39.920814 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3203f089-44ba-46cf-8c1b-83c13e245d05 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:25:39.920996 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3203f089-44ba-46cf-8c1b-83c13e245d05 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:25:39.921268 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3203f089-44ba-46cf-8c1b-83c13e245d05 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:25:39.921906 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3203f089-44ba-46cf-8c1b-83c13e245d05 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:25:39.921906 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3203f089-44ba-46cf-8c1b-83c13e245d05 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:25:39.922264 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3203f089-44ba-46cf-8c1b-83c13e245d05 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:25:39.922533 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3203f089-44ba-46cf-8c1b-83c13e245d05 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:25:39.922855 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3203f089-44ba-46cf-8c1b-83c13e245d05 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:25:39.923178 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3203f089-44ba-46cf-8c1b-83c13e245d05 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:25:39.923497 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3203f089-44ba-46cf-8c1b-83c13e245d05 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:25:39.961825 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa04300-6e09-44e3-9684-c23c004b113e req-3203f089-44ba-46cf-8c1b-83c13e245d05 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] No DVR routers for this DVR port f4dda55a-138e-4547-958a-e8ea46b3244e on host hv-cinder-79049 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:25:39.964085 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6aa04300-6e09-44e3-9684-c23c004b113e req-3203f089-44ba-46cf-8c1b-83c13e245d05 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:39.966139 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6aa04300-6e09-44e3-9684-c23c004b113e req-3203f089-44ba-46cf-8c1b-83c13e245d05 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.24 "DELETE /v2.0/ports/f4dda55a-138e-4547-958a-e8ea46b3244e HTTP/1.1" status: 204 len: 173 time: 0.4725201 Aug 25 18:25:39.966570 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59370016-9efd-4f8f-b46f-f1b2cf0da4e1', 'name': 'network-vif-deleted', 'tag': 'f4dda55a-138e-4547-958a-e8ea46b3244e'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:25:39.969099 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff05d416-d6ae-4682-911c-e26649dee70d" -d '{"events": [{"server_uuid": "59370016-9efd-4f8f-b46f-f1b2cf0da4e1", "name": "network-vif-deleted", "tag": "f4dda55a-138e-4547-958a-e8ea46b3244e"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:25:40.199184 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8117aae-260e-4422-9287-a050fe591c30 x-openstack-request-id: req-d8117aae-260e-4422-9287-a050fe591c30 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:25:40.199455 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59370016-9efd-4f8f-b46f-f1b2cf0da4e1", "name": "network-vif-deleted", "tag": "f4dda55a-138e-4547-958a-e8ea46b3244e", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:25:40.199696 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d8117aae-260e-4422-9287-a050fe591c30 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:25:40.200070 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59370016-9efd-4f8f-b46f-f1b2cf0da4e1', 'name': 'network-vif-deleted', 'tag': 'f4dda55a-138e-4547-958a-e8ea46b3244e', 'status': 'completed', 'code': 200} Aug 25 18:25:40.239189 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c21f0c-0212-4915-936a-abcdf2dce372 req-7bfabc4a-3365-4388-a03d-ee1ca2bbb7bf tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:40.240666 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-47c21f0c-0212-4915-936a-abcdf2dce372 req-7bfabc4a-3365-4388-a03d-ee1ca2bbb7bf tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.2687466 Aug 25 18:25:40.246824 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e788caf-255b-464e-bea2-d8152b51cb86 req-e08957ca-2ebf-4a8c-b81c-eb48cafb2006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:40.248179 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3e788caf-255b-464e-bea2-d8152b51cb86 req-e08957ca-2ebf-4a8c-b81c-eb48cafb2006 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 1099 time: 0.2679098 Aug 25 18:25:40.299971 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-47c21f0c-0212-4915-936a-abcdf2dce372 req-4476b7ea-afa9-42dc-8afd-de3c660a9ac2 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508609 Aug 25 18:25:40.303470 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3e788caf-255b-464e-bea2-d8152b51cb86 req-44f67cc1-c246-45a4-92dc-d6ad5f15a584 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416260 Aug 25 18:25:40.491583 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-320b9498-54c9-4c8b-a495-e3fad42add50 req-d3869475-af73-4281-970e-8e59d3544477 tempest-AttachVolumeNegativeTest-1789752098 tempest-AttachVolumeNegativeTest-1789752098-project] 10.222.0.37 "GET /v2.0/ports?device_id=59370016-9efd-4f8f-b46f-f1b2cf0da4e1 HTTP/1.1" status: 200 len: 210 time: 0.0268614 Aug 25 18:25:40.935721 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a1aa6-9530-4a68-9c9d-55393d0a249a req-d3281980-7220-4711-ad20-639ced0ee2a9 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:40.937179 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-566a1aa6-9530-4a68-9c9d-55393d0a249a req-d3281980-7220-4711-ad20-639ced0ee2a9 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 943 time: 0.0465970 Aug 25 18:25:40.974323 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-566a1aa6-9530-4a68-9c9d-55393d0a249a req-7e0773c1-aa27-4b20-a4cd-e58996a1b71d tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313101 Aug 25 18:25:41.421340 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed77a7-9597-47be-9672-afa1b560bc7e req-f90f93c1-e8a8-48b0-8022-5f352fd04e36 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:41.422832 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d5ed77a7-9597-47be-9672-afa1b560bc7e req-f90f93c1-e8a8-48b0-8022-5f352fd04e36 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0493643 Aug 25 18:25:41.465337 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d5ed77a7-9597-47be-9672-afa1b560bc7e req-1997d290-777f-419b-b256-8be1e6c861e6 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356865 Aug 25 18:25:41.546438 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 37716) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:25:41.590365 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-cefffde8-4032-4551-8841-d0186920c98c admin admin] Deleting subnet ecab46d4-97f7-43f1-803d-02b5f4e01661 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 18:25:41.593603 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cefffde8-4032-4551-8841-d0186920c98c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:41.629260 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cefffde8-4032-4551-8841-d0186920c98c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:41.638977 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cefffde8-4032-4551-8841-d0186920c98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541805'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:41.690202 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cefffde8-4032-4551-8841-d0186920c98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:41.716350 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefffde8-4032-4551-8841-d0186920c98c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecab46d4-97f7-43f1-803d-02b5f4e01661,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:41.718568 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cefffde8-4032-4551-8841-d0186920c98c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:41.721388 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-cefffde8-4032-4551-8841-d0186920c98c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ecab46d4-97f7-43f1-803d-02b5f4e01661 HTTP/1.1" status: 204 len: 168 time: 0.1729600 Aug 25 18:25:41.722812 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 37718) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:25:41.791269 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-423d4746-20a7-437a-9df4-4a4304c419d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548157'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:41.873131 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-423d4746-20a7-437a-9df4-4a4304c419d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651606', 'neutron.services.segments.db._delete_segments_for_network-8748354584558'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:41.883025 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-423d4746-20a7-437a-9df4-4a4304c419d2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:25:41.883391 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-423d4746-20a7-437a-9df4-4a4304c419d2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:25:41.884166 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-423d4746-20a7-437a-9df4-4a4304c419d2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:25:41.884499 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-423d4746-20a7-437a-9df4-4a4304c419d2 admin admin] Subscribe: > port after_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:25:41.884856 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-423d4746-20a7-437a-9df4-4a4304c419d2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:25:41.885201 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-423d4746-20a7-437a-9df4-4a4304c419d2 admin admin] Subscribe: > port after_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:25:41.885554 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-423d4746-20a7-437a-9df4-4a4304c419d2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:25:41.885892 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-423d4746-20a7-437a-9df4-4a4304c419d2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:25:41.886227 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-423d4746-20a7-437a-9df4-4a4304c419d2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:25:41.886569 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-423d4746-20a7-437a-9df4-4a4304c419d2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:25:41.953991 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-423d4746-20a7-437a-9df4-4a4304c419d2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:25:41.954585 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-423d4746-20a7-437a-9df4-4a4304c419d2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:25:41.954585 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-423d4746-20a7-437a-9df4-4a4304c419d2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:25:41.954916 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-423d4746-20a7-437a-9df4-4a4304c419d2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 18:25:41.955297 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.services.segments.db [None req-423d4746-20a7-437a-9df4-4a4304c419d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd15194-5e4d-4178-a19c-bfac18d7be9f']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:25:41.972985 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.services.segments.db [None req-423d4746-20a7-437a-9df4-4a4304c419d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ad605d-0b91-482b-81a4-b24229efd6d3') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:25:41.973281 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.services.segments.db [None req-423d4746-20a7-437a-9df4-4a4304c419d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ad605d-0b91-482b-81a4-b24229efd6d3') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:25:41.989325 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-423d4746-20a7-437a-9df4-4a4304c419d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748354584441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14585037'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:42.013441 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-423d4746-20a7-437a-9df4-4a4304c419d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:42.021571 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-423d4746-20a7-437a-9df4-4a4304c419d2 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 18:25:42.021961 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-423d4746-20a7-437a-9df4-4a4304c419d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13409337'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:42.026048 dv-cinder-790492-8-iscsi neutron-server[93791]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 18:25:42.026048 dv-cinder-790492-8-iscsi neutron-server[93791]: from cryptography.utils import int_from_bytes Aug 25 18:25:42.026048 dv-cinder-790492-8-iscsi neutron-server[93791]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 18:25:42.026048 dv-cinder-790492-8-iscsi neutron-server[93791]: from cryptography.utils import int_from_bytes Aug 25 18:25:42.026048 dv-cinder-790492-8-iscsi neutron-server[93791]: Traceback (most recent call last): Aug 25 18:25:42.026048 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 18:25:42.026048 dv-cinder-790492-8-iscsi neutron-server[93791]: timer() Aug 25 18:25:42.026048 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 18:25:42.026048 dv-cinder-790492-8-iscsi neutron-server[93791]: cb(*args, **kw) Aug 25 18:25:42.026048 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 18:25:42.026048 dv-cinder-790492-8-iscsi neutron-server[93791]: return func(*args, **kwargs) Aug 25 18:25:42.026048 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 18:25:42.026048 dv-cinder-790492-8-iscsi neutron-server[93791]: self._notify() Aug 25 18:25:42.026048 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 18:25:42.026048 dv-cinder-790492-8-iscsi neutron-server[93791]: self.callback(batched_events) Aug 25 18:25:42.026048 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 18:25:42.026048 dv-cinder-790492-8-iscsi neutron-server[93791]: event.method(event) Aug 25 18:25:42.026048 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 18:25:42.026048 dv-cinder-790492-8-iscsi neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 18:25:42.026048 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 18:25:42.026048 dv-cinder-790492-8-iscsi neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 18:25:42.026048 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 18:25:42.026048 dv-cinder-790492-8-iscsi neutron-server[93791]: return f(self, *a, **k) Aug 25 18:25:42.026048 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 18:25:42.026048 dv-cinder-790492-8-iscsi neutron-server[93791]: return self._get(url).json() Aug 25 18:25:42.026048 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 18:25:42.026048 dv-cinder-790492-8-iscsi neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 18:25:42.026048 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 18:25:42.026048 dv-cinder-790492-8-iscsi neutron-server[93791]: return self.request(url, 'GET', **kwargs) Aug 25 18:25:42.026048 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 18:25:42.026048 dv-cinder-790492-8-iscsi neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 18:25:42.026048 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 18:25:42.026048 dv-cinder-790492-8-iscsi neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 18:25:42.026048 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 18:25:42.026048 dv-cinder-790492-8-iscsi neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 18:25:42.026048 dv-cinder-790492-8-iscsi neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 18:25:42.103749 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-423d4746-20a7-437a-9df4-4a4304c419d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438115'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:42.116790 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-423d4746-20a7-437a-9df4-4a4304c419d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:42.118704 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-423d4746-20a7-437a-9df4-4a4304c419d2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2cd15194-5e4d-4178-a19c-bfac18d7be9f HTTP/1.1" status: 204 len: 168 time: 0.3949971 Aug 25 18:25:42.134517 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bdfed-f64c-40fd-987b-182f2a9ff754 req-59872dd1-1cf0-4d9d-b064-8592805677d9 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:42.136010 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-df7bdfed-f64c-40fd-987b-182f2a9ff754 req-59872dd1-1cf0-4d9d-b064-8592805677d9 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 943 time: 0.0765548 Aug 25 18:25:42.137156 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d4746-20a7-437a-9df4-4a4304c419d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cd15194-5e4d-4178-a19c-bfac18d7be9f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:42.179641 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-df7bdfed-f64c-40fd-987b-182f2a9ff754 req-0ec1d6a2-e4c2-459a-9a08-807f49cdbcad tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376284 Aug 25 18:25:42.290427 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 37726) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:25:42.329725 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-08ea6d92-5d47-434f-8362-4a273aedcb02 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dfb0f87eed314ea4a07c2ce25cc9966a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0381823 Aug 25 18:25:42.332098 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 37728) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:25:42.378710 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1375ebe1-570b-48f5-ad28-5df6b4487c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:42.399059 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1375ebe1-570b-48f5-ad28-5df6b4487c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:42.446076 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1375ebe1-570b-48f5-ad28-5df6b4487c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:42.448676 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1375ebe1-570b-48f5-ad28-5df6b4487c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:42.449814 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-1375ebe1-570b-48f5-ad28-5df6b4487c49 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3188d570-a13f-4192-a48c-655badec5fdc HTTP/1.1" status: 204 len: 168 time: 0.1168158 Aug 25 18:25:42.457871 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1375ebe1-570b-48f5-ad28-5df6b4487c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3188d570-a13f-4192-a48c-655badec5fdc,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:42.580375 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21456b48-4533-4036-be4b-55e906919052 req-62bbe3c5-2295-40dd-9ac4-1afc50cfb825 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:42.581924 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-21456b48-4533-4036-be4b-55e906919052 req-62bbe3c5-2295-40dd-9ac4-1afc50cfb825 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0497751 Aug 25 18:25:42.621646 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-21456b48-4533-4036-be4b-55e906919052 req-0b681dc9-f475-423d-af4e-7e5ad9d9e69a tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336545 Aug 25 18:25:42.960194 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa422f-f626-4f47-8785-b9ce62cc730b req-87bc5e14-fdc1-42d6-a7c1-8b5e536862d7 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:42.961676 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-47fa422f-f626-4f47-8785-b9ce62cc730b req-87bc5e14-fdc1-42d6-a7c1-8b5e536862d7 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0810261 Aug 25 18:25:42.964195 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921019ef-1024-4cb7-ae4e-6714eef31af5 req-44e796a9-a37d-468d-a4d3-a6ee5dfcad6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:42.965594 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-921019ef-1024-4cb7-ae4e-6714eef31af5 req-44e796a9-a37d-468d-a4d3-a6ee5dfcad6c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e395b011c00e459e874eaeeb248043c8&device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 1099 time: 0.0836668 Aug 25 18:25:43.059425 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-47fa422f-f626-4f47-8785-b9ce62cc730b req-78101226-9403-4bef-a6f1-69140c1d3306 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912964 Aug 25 18:25:43.099543 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921019ef-1024-4cb7-ae4e-6714eef31af5 req-62f6ee28-8a7c-4f94-8d99-8c70f67f6e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:43.101038 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-921019ef-1024-4cb7-ae4e-6714eef31af5 req-62f6ee28-8a7c-4f94-8d99-8c70f67f6e23 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2887ddf4-42ee-4421-bb40-86e4a6966b8c HTTP/1.1" status: 200 len: 919 time: 0.1268244 Aug 25 18:25:43.143100 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-921019ef-1024-4cb7-ae4e-6714eef31af5 req-1bcaf2c6-b260-40a8-b063-ac346d38be33 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35929af9-f9e5-4a24-8712-b437741ab71f HTTP/1.1" status: 200 len: 217 time: 0.0341191 Aug 25 18:25:43.192982 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921019ef-1024-4cb7-ae4e-6714eef31af5 req-5cee88eb-084a-41d1-81d5-f33a3fd198b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:43.194431 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-921019ef-1024-4cb7-ae4e-6714eef31af5 req-5cee88eb-084a-41d1-81d5-f33a3fd198b1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a466bd10-ab39-42b8-add1-5b51ec077d63 HTTP/1.1" status: 200 len: 858 time: 0.0434866 Aug 25 18:25:43.227184 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-921019ef-1024-4cb7-ae4e-6714eef31af5 req-672b881d-e78c-478e-b55f-31456e88b568 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2887ddf4-42ee-4421-bb40-86e4a6966b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245082 Aug 25 18:25:43.311173 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device f4dda55a-138e-4547-958a-e8ea46b3244e no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:25:43.338677 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] No Port match for: f4dda55a-138e-4547-958a-e8ea46b3244e {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:25:43.339780 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device f4dda55a-138e-4547-958a-e8ea46b3244e not bound to the agent host hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:25:43.352950 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4509a7c-c3ed-483e-8025-0b4e8f7fd8e6 req-3eea7016-8035-441c-8f2e-9ac64b1252a1 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:43.354465 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d4509a7c-c3ed-483e-8025-0b4e8f7fd8e6 req-3eea7016-8035-441c-8f2e-9ac64b1252a1 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 943 time: 0.0957584 Aug 25 18:25:43.382490 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-921019ef-1024-4cb7-ae4e-6714eef31af5 req-53bcf907-4625-4156-bab3-5ad1737af68a service neutron] 10.222.0.24 "GET /v2.0/networks/2887ddf4-42ee-4421-bb40-86e4a6966b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470337 Aug 25 18:25:43.448204 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d4509a7c-c3ed-483e-8025-0b4e8f7fd8e6 req-3f875553-f1dd-470c-914a-3cc19c1d1558 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872674 Aug 25 18:25:43.498543 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-921019ef-1024-4cb7-ae4e-6714eef31af5 req-0e011827-50e9-47f7-8df9-4aa7dc3e0874 service neutron] 10.222.0.24 "GET /v2.0/networks/2887ddf4-42ee-4421-bb40-86e4a6966b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075811 Aug 25 18:25:43.715013 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 37792) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:25:43.820529 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bfe7355a-9e0f-4d1c-8f20-fabeec9913c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:43.910727 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bfe7355a-9e0f-4d1c-8f20-fabeec9913c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:43.914419 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bfe7355a-9e0f-4d1c-8f20-fabeec9913c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:43.952118 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-bfe7355a-9e0f-4d1c-8f20-fabeec9913c6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=984fc85f171f4151b6fd8ec8760d29bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361321 Aug 25 18:25:43.952967 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7355a-9e0f-4d1c-8f20-fabeec9913c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741133d1-2dd7-495e-81cb-15dfe47ff432,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:43.954916 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 37796) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:25:44.004262 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f07731cc-b358-4453-b632-ff13cfa95b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:44.023954 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f07731cc-b358-4453-b632-ff13cfa95b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:44.068444 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f07731cc-b358-4453-b632-ff13cfa95b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:44.070907 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f07731cc-b358-4453-b632-ff13cfa95b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:44.072045 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-f07731cc-b358-4453-b632-ff13cfa95b88 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/741133d1-2dd7-495e-81cb-15dfe47ff432 HTTP/1.1" status: 204 len: 168 time: 0.1161375 Aug 25 18:25:44.079977 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07731cc-b358-4453-b632-ff13cfa95b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741133d1-2dd7-495e-81cb-15dfe47ff432,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:44.086884 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07731cc-b358-4453-b632-ff13cfa95b88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:25:44.087231 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07731cc-b358-4453-b632-ff13cfa95b88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:25:44.087567 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07731cc-b358-4453-b632-ff13cfa95b88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:25:44.087897 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07731cc-b358-4453-b632-ff13cfa95b88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:25:44.088222 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07731cc-b358-4453-b632-ff13cfa95b88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:25:44.088616 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07731cc-b358-4453-b632-ff13cfa95b88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:25:44.089897 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07731cc-b358-4453-b632-ff13cfa95b88 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:25:44.089897 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07731cc-b358-4453-b632-ff13cfa95b88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:25:44.090146 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07731cc-b358-4453-b632-ff13cfa95b88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:25:44.090400 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07731cc-b358-4453-b632-ff13cfa95b88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:25:44.090738 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07731cc-b358-4453-b632-ff13cfa95b88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:25:44.091025 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07731cc-b358-4453-b632-ff13cfa95b88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:25:44.191223 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb24978-5a1c-480a-b5b8-bc8a17b74bfa req-382777c8-0732-4a8c-8882-9cb8caa5350f tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:44.192798 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8fb24978-5a1c-480a-b5b8-bc8a17b74bfa req-382777c8-0732-4a8c-8882-9cb8caa5350f tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0579798 Aug 25 18:25:44.231619 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8fb24978-5a1c-480a-b5b8-bc8a17b74bfa req-4fa9275a-518d-4d29-92d2-4bf30475f8f7 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321844 Aug 25 18:25:44.571162 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271f308-6cae-4d17-9a8b-1f07cecbb08f req-792c71ab-64bc-46db-831f-3a0f35d1aab8 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:44.572665 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7271f308-6cae-4d17-9a8b-1f07cecbb08f req-792c71ab-64bc-46db-831f-3a0f35d1aab8 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 943 time: 0.0471137 Aug 25 18:25:44.613574 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7271f308-6cae-4d17-9a8b-1f07cecbb08f req-9762c7de-371f-4ceb-8213-a2b10e35aca7 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335522 Aug 25 18:25:44.712499 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 37824) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:25:44.809792 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-a45ce2c6-411d-40c0-a1a1-78c48fae29ea admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2120171410-network', 'tenant_id': '8d48b0c1f8034e4298ade50b88859640'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:25:44.834863 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45ce2c6-411d-40c0-a1a1-78c48fae29ea admin admin] Made reservation on behalf of 8d48b0c1f8034e4298ade50b88859640 for: {'network': 1} {{(pid=93792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:25:44.837351 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a45ce2c6-411d-40c0-a1a1-78c48fae29ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for network, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:44.849018 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a45ce2c6-411d-40c0-a1a1-78c48fae29ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:44.939028 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a45ce2c6-411d-40c0-a1a1-78c48fae29ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:44.942769 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a45ce2c6-411d-40c0-a1a1-78c48fae29ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:44.966628 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a45ce2c6-411d-40c0-a1a1-78c48fae29ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=93792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 18:25:44.976433 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ce2c6-411d-40c0-a1a1-78c48fae29ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7949b468-f5af-4ddd-ac3b-8f83dcf923a9,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:44.981324 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a45ce2c6-411d-40c0-a1a1-78c48fae29ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788'] for segment, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:44.981656 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.db.segments_db [None req-a45ce2c6-411d-40c0-a1a1-78c48fae29ea admin admin] Added segment b065ec64-c0a7-4c07-87c5-4ce85ee02a2b of type vlan for network 5cac0a59-0c24-4421-8d70-13de578b5611 Aug 25 18:25:45.020752 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a45ce2c6-411d-40c0-a1a1-78c48fae29ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748354007426'] for network, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:45.045490 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a45ce2c6-411d-40c0-a1a1-78c48fae29ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146'] for network, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:45.046361 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45ce2c6-411d-40c0-a1a1-78c48fae29ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:45.046941 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a45ce2c6-411d-40c0-a1a1-78c48fae29ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for network, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:45.145174 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622bbb1-5111-4b26-962a-1602bc78da83 req-c6656026-62e9-48f8-948b-2d436e0aa8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:45.146992 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9622bbb1-5111-4b26-962a-1602bc78da83 req-c6656026-62e9-48f8-948b-2d436e0aa8dd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e395b011c00e459e874eaeeb248043c8&device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 1099 time: 0.0415301 Aug 25 18:25:45.270337 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622bbb1-5111-4b26-962a-1602bc78da83 req-ad7e4464-da34-4468-bdaa-294344955c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:45.272017 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9622bbb1-5111-4b26-962a-1602bc78da83 req-ad7e4464-da34-4468-bdaa-294344955c55 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2887ddf4-42ee-4421-bb40-86e4a6966b8c HTTP/1.1" status: 200 len: 919 time: 0.0900638 Aug 25 18:25:45.295992 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ce2c6-411d-40c0-a1a1-78c48fae29ea admin admin] Pushing event updated for resources: {'Network': ['ID=5cac0a59-0c24-4421-8d70-13de578b5611,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:45.301259 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-a45ce2c6-411d-40c0-a1a1-78c48fae29ea admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5874486 Aug 25 18:25:45.304015 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 37830) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:25:45.306983 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Network 5cac0a59-0c24-4421-8d70-13de578b5611 details requested by agent ovs-agent-dv-cinder-790492-8-iscsi with host dv-cinder-790492-8-iscsi {{(pid=93793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 18:25:45.309038 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-d2d26144-aa6b-4651-be1b-fc26e1a59bc6 admin admin] Request body: {'subnet': {'network_id': '5cac0a59-0c24-4421-8d70-13de578b5611', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2120171410-subnet', 'tenant_id': '8d48b0c1f8034e4298ade50b88859640', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:25:45.329615 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d26144-aa6b-4651-be1b-fc26e1a59bc6 admin admin] Made reservation on behalf of 8d48b0c1f8034e4298ade50b88859640 for: {'subnet': 1} {{(pid=93792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:25:45.331976 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d2d26144-aa6b-4651-be1b-fc26e1a59bc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14501250'] for subnet, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:45.343553 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9622bbb1-5111-4b26-962a-1602bc78da83 req-b1568ea9-58b3-43ed-81a0-d9ae0bed2baa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35929af9-f9e5-4a24-8712-b437741ab71f HTTP/1.1" status: 200 len: 217 time: 0.0524602 Aug 25 18:25:45.440978 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf684d56-b1f2-4067-8d5e-c2949b8f5c9a req-45581d92-ad59-482d-a2b9-141f4d899b76 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:45.442580 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-cf684d56-b1f2-4067-8d5e-c2949b8f5c9a req-45581d92-ad59-482d-a2b9-141f4d899b76 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.1394818 Aug 25 18:25:45.447355 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622bbb1-5111-4b26-962a-1602bc78da83 req-5ee25430-f2e9-47bc-8d48-4be9b32a66b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:45.449401 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9622bbb1-5111-4b26-962a-1602bc78da83 req-5ee25430-f2e9-47bc-8d48-4be9b32a66b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a466bd10-ab39-42b8-add1-5b51ec077d63 HTTP/1.1" status: 200 len: 858 time: 0.0872998 Aug 25 18:25:45.493354 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9622bbb1-5111-4b26-962a-1602bc78da83 req-938fe5d5-6292-4904-befc-6f4c5e57854b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2887ddf4-42ee-4421-bb40-86e4a6966b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334947 Aug 25 18:25:45.519811 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-cf684d56-b1f2-4067-8d5e-c2949b8f5c9a req-3b9b3cfb-806c-46c0-8a08-7c07c405a41f tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691822 Aug 25 18:25:45.530452 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d2d26144-aa6b-4651-be1b-fc26e1a59bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12688228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14501360'] for subnet, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:45.589177 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d26144-aa6b-4651-be1b-fc26e1a59bc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=040c829f-ee66-486b-94fa-d3c794b556f2,revision_number=0']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:45.596381 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d26144-aa6b-4651-be1b-fc26e1a59bc6 admin admin] Checking segment: {'id': 'b065ec64-c0a7-4c07-87c5-4ce85ee02a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5cac0a59-0c24-4421-8d70-13de578b5611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:25:45.596763 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d26144-aa6b-4651-be1b-fc26e1a59bc6 admin admin] Network hostable DHCP agents. Network: 5cac0a59-0c24-4421-8d70-13de578b5611, hostable agents: ['e2010df7-17ed-4426-81f9-bde1aab96ae1'], hosted agents: [] {{(pid=93792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 18:25:45.608164 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9622bbb1-5111-4b26-962a-1602bc78da83 req-3d9e74b9-a3d5-4ade-b891-d55ec80847e5 service neutron] 10.222.0.24 "GET /v2.0/networks/2887ddf4-42ee-4421-bb40-86e4a6966b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035936 Aug 25 18:25:45.615106 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d26144-aa6b-4651-be1b-fc26e1a59bc6 admin admin] Network 5cac0a59-0c24-4421-8d70-13de578b5611 is scheduled to be hosted by DHCP agent e2010df7-17ed-4426-81f9-bde1aab96ae1 with binding_index 1 {{(pid=93792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 18:25:45.625837 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-d2d26144-aa6b-4651-be1b-fc26e1a59bc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-8-iscsi, 5cac0a59-0c24-4421-8d70-13de578b5611) {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:25:45.630979 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d26144-aa6b-4651-be1b-fc26e1a59bc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:45.631578 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d2d26144-aa6b-4651-be1b-fc26e1a59bc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for subnet, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:45.637261 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9178392c-705f-4604-b303-df6e4cf60d4e None None] Network 5cac0a59-0c24-4421-8d70-13de578b5611 requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:25:45.662470 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-d2d26144-aa6b-4651-be1b-fc26e1a59bc6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3567412 Aug 25 18:25:45.813307 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75304ea-c0e1-4b87-8a1b-c8d70a6c1b06 req-aa740784-07a6-4789-bcbf-1d78ecbf8e0b tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:45.820524 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d75304ea-c0e1-4b87-8a1b-c8d70a6c1b06 req-aa740784-07a6-4789-bcbf-1d78ecbf8e0b tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 943 time: 0.1108828 Aug 25 18:25:45.822916 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ba9832-8840-4624-a1d6-e09292506cad None None] Network 5cac0a59-0c24-4421-8d70-13de578b5611 requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:25:45.855503 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9622bbb1-5111-4b26-962a-1602bc78da83 req-bd877b84-9f38-46c2-b45e-37db4927a2ee service neutron] 10.222.0.24 "GET /v2.0/networks/2887ddf4-42ee-4421-bb40-86e4a6966b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395773 Aug 25 18:25:45.863949 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10024e-1f85-4f17-a63b-d508f0dd15fc req-a5563f73-46df-4d34-8fcd-bfdffd73985b tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:45.865453 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4d10024e-1f85-4f17-a63b-d508f0dd15fc req-a5563f73-46df-4d34-8fcd-bfdffd73985b tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.1236119 Aug 25 18:25:45.895791 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d75304ea-c0e1-4b87-8a1b-c8d70a6c1b06 req-8ae8c87b-e798-4601-b14a-1bb4e7566d50 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739627 Aug 25 18:25:45.922896 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4d10024e-1f85-4f17-a63b-d508f0dd15fc req-500a1d8d-b178-4432-bd0e-03049d9ecc0c tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451620 Aug 25 18:25:46.166936 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 37856) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:25:46.171945 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [None req-da1626fb-f80b-4254-bcf5-1243bbbc8b08 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1989980361-network', 'tenant_id': 'bb5917625f77441e845d3f6f8a4bec2f'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:25:46.192198 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1626fb-f80b-4254-bcf5-1243bbbc8b08 admin admin] Made reservation on behalf of bb5917625f77441e845d3f6f8a4bec2f for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:25:46.194366 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-da1626fb-f80b-4254-bcf5-1243bbbc8b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:46.202742 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-da1626fb-f80b-4254-bcf5-1243bbbc8b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:46.284921 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-da1626fb-f80b-4254-bcf5-1243bbbc8b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:46.289918 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-da1626fb-f80b-4254-bcf5-1243bbbc8b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:46.311782 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1626fb-f80b-4254-bcf5-1243bbbc8b08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 18:25:46.328271 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1626fb-f80b-4254-bcf5-1243bbbc8b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9623baf-a39f-4e6a-a4ba-b16ebc338e83,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:46.334280 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-da1626fb-f80b-4254-bcf5-1243bbbc8b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:46.334617 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.db.segments_db [None req-da1626fb-f80b-4254-bcf5-1243bbbc8b08 admin admin] Added segment 1457977e-3b36-4d24-9c88-397277e7dae2 of type vlan for network 26bb1101-51ab-4502-a252-ece9c2930a8f Aug 25 18:25:46.379644 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-da1626fb-f80b-4254-bcf5-1243bbbc8b08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748354007426'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:46.405292 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-da1626fb-f80b-4254-bcf5-1243bbbc8b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:46.406249 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1626fb-f80b-4254-bcf5-1243bbbc8b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:46.406831 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-da1626fb-f80b-4254-bcf5-1243bbbc8b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:46.457611 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-da1626fb-f80b-4254-bcf5-1243bbbc8b08 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2869020 Aug 25 18:25:46.458089 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 37860) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:25:46.463610 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-f63b9b0c-bf21-4a16-ad0b-65f2d828b278 admin admin] Request body: {'subnet': {'network_id': '26bb1101-51ab-4502-a252-ece9c2930a8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1989980361-subnet', 'tenant_id': 'bb5917625f77441e845d3f6f8a4bec2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:25:46.465752 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1626fb-f80b-4254-bcf5-1243bbbc8b08 admin admin] Pushing event updated for resources: {'Network': ['ID=26bb1101-51ab-4502-a252-ece9c2930a8f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:46.476277 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Network 26bb1101-51ab-4502-a252-ece9c2930a8f details requested by agent ovs-agent-dv-cinder-790492-8-iscsi with host dv-cinder-790492-8-iscsi {{(pid=93793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 18:25:46.492418 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63b9b0c-bf21-4a16-ad0b-65f2d828b278 admin admin] Made reservation on behalf of bb5917625f77441e845d3f6f8a4bec2f for: {'subnet': 1} {{(pid=93792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:25:46.495598 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f63b9b0c-bf21-4a16-ad0b-65f2d828b278 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14501250'] for subnet, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:46.642128 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d00dba-9f3a-4d83-b3e2-146cb8c3cd62 req-e267381a-e317-45fa-95dc-01b3a9972c3a tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:46.643873 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e6d00dba-9f3a-4d83-b3e2-146cb8c3cd62 req-e267381a-e317-45fa-95dc-01b3a9972c3a tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0509229 Aug 25 18:25:46.673270 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f63b9b0c-bf21-4a16-ad0b-65f2d828b278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12688228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14501360'] for subnet, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:46.683734 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e6d00dba-9f3a-4d83-b3e2-146cb8c3cd62 req-7a3acf01-298a-4bf7-83c8-27359a0e1f80 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340219 Aug 25 18:25:46.733604 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b9b0c-bf21-4a16-ad0b-65f2d828b278 admin admin] Pushing event updated for resources: {'Subnet': ['ID=448d1c52-99b5-4ee3-b4a4-07bdf409d58f,revision_number=0']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:46.742678 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63b9b0c-bf21-4a16-ad0b-65f2d828b278 admin admin] Checking segment: {'id': '1457977e-3b36-4d24-9c88-397277e7dae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '26bb1101-51ab-4502-a252-ece9c2930a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:25:46.743039 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63b9b0c-bf21-4a16-ad0b-65f2d828b278 admin admin] Network hostable DHCP agents. Network: 26bb1101-51ab-4502-a252-ece9c2930a8f, hostable agents: ['e2010df7-17ed-4426-81f9-bde1aab96ae1'], hosted agents: [] {{(pid=93792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 18:25:46.760346 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63b9b0c-bf21-4a16-ad0b-65f2d828b278 admin admin] Network 26bb1101-51ab-4502-a252-ece9c2930a8f is scheduled to be hosted by DHCP agent e2010df7-17ed-4426-81f9-bde1aab96ae1 with binding_index 1 {{(pid=93792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 18:25:46.768820 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-f63b9b0c-bf21-4a16-ad0b-65f2d828b278 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-8-iscsi, 26bb1101-51ab-4502-a252-ece9c2930a8f) {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:25:46.772833 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63b9b0c-bf21-4a16-ad0b-65f2d828b278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:46.773533 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f63b9b0c-bf21-4a16-ad0b-65f2d828b278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for subnet, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:46.778964 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232891d6-0d40-4006-8cf8-095fe1f1460a None None] Network 26bb1101-51ab-4502-a252-ece9c2930a8f requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:25:46.792670 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-f63b9b0c-bf21-4a16-ad0b-65f2d828b278 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3332620 Aug 25 18:25:46.903238 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49924790-42ba-49e8-b624-454c75417a18 None None] Network 26bb1101-51ab-4502-a252-ece9c2930a8f requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:25:46.921684 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 37874) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:25:46.974162 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7ac32a0-236d-4f84-88a9-c593f9bdf140 admin admin] Deleting subnet 040c829f-ee66-486b-94fa-d3c794b556f2 {{(pid=93792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 18:25:46.978094 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e7ac32a0-236d-4f84-88a9-c593f9bdf140 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:47.032571 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e7ac32a0-236d-4f84-88a9-c593f9bdf140 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12801374'] for subnet, precommit_delete_associations {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:47.040007 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27ba0a-62aa-493a-b5f6-840b52228fd1 req-c725dec5-e773-4119-9062-30499e7ed37b tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:47.041662 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5d27ba0a-62aa-493a-b5f6-840b52228fd1 req-c725dec5-e773-4119-9062-30499e7ed37b tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 943 time: 0.0598376 Aug 25 18:25:47.083708 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e7ac32a0-236d-4f84-88a9-c593f9bdf140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541805'] for subnet, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:47.085705 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5d27ba0a-62aa-493a-b5f6-840b52228fd1 req-0807b99d-4e96-4f8f-9a78-10244c31ca2f tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369802 Aug 25 18:25:47.162847 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e7ac32a0-236d-4f84-88a9-c593f9bdf140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12706215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14501353'] for subnet, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:47.183088 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79db006-2636-4abf-b4b1-ef094b3cf3ce req-2da53323-acae-48ce-a4de-82162b86a045 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:47.184909 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c79db006-2636-4abf-b4b1-ef094b3cf3ce req-2da53323-acae-48ce-a4de-82162b86a045 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0642648 Aug 25 18:25:47.190294 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac32a0-236d-4f84-88a9-c593f9bdf140 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=040c829f-ee66-486b-94fa-d3c794b556f2,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:47.192082 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e7ac32a0-236d-4f84-88a9-c593f9bdf140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for subnet, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:47.194412 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-e7ac32a0-236d-4f84-88a9-c593f9bdf140 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/040c829f-ee66-486b-94fa-d3c794b556f2 HTTP/1.1" status: 204 len: 168 time: 0.2717535 Aug 25 18:25:47.196731 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 37882) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:25:47.230415 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c79db006-2636-4abf-b4b1-ef094b3cf3ce req-0739ece4-38c4-460f-a967-d006ad71bf78 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349388 Aug 25 18:25:47.263449 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cf30f171-afd7-430a-9332-28d64ec0fc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548157'] for network, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:47.340781 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cf30f171-afd7-430a-9332-28d64ec0fc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651606', 'neutron.services.segments.db._delete_segments_for_network-8748354584558'] for network, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:47.342319 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device f4194b13-793f-46ff-a65d-349f1777d1d8 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 18:25:47.350456 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.services.segments.db [None req-cf30f171-afd7-430a-9332-28d64ec0fc93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cac0a59-0c24-4421-8d70-13de578b5611']}} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:25:47.360156 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.services.segments.db [None req-cf30f171-afd7-430a-9332-28d64ec0fc93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b065ec64-c0a7-4c07-87c5-4ce85ee02a2b') {'for_net_delete': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:25:47.360440 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.services.segments.db [None req-cf30f171-afd7-430a-9332-28d64ec0fc93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b065ec64-c0a7-4c07-87c5-4ce85ee02a2b') {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:25:47.368903 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cf30f171-afd7-430a-9332-28d64ec0fc93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748354584441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12801345'] for segment, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:47.382107 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cf30f171-afd7-430a-9332-28d64ec0fc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788'] for segment, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:47.388164 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf30f171-afd7-430a-9332-28d64ec0fc93 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=93792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 18:25:47.388534 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cf30f171-afd7-430a-9332-28d64ec0fc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12706241'] for segment, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:47.390117 dv-cinder-790492-8-iscsi neutron-server[93792]: Traceback (most recent call last): Aug 25 18:25:47.390117 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 18:25:47.390117 dv-cinder-790492-8-iscsi neutron-server[93792]: timer() Aug 25 18:25:47.390117 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 18:25:47.390117 dv-cinder-790492-8-iscsi neutron-server[93792]: cb(*args, **kw) Aug 25 18:25:47.390117 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 18:25:47.390117 dv-cinder-790492-8-iscsi neutron-server[93792]: return func(*args, **kwargs) Aug 25 18:25:47.390117 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 18:25:47.390117 dv-cinder-790492-8-iscsi neutron-server[93792]: self._notify() Aug 25 18:25:47.390117 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 18:25:47.390117 dv-cinder-790492-8-iscsi neutron-server[93792]: self.callback(batched_events) Aug 25 18:25:47.390117 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 18:25:47.390117 dv-cinder-790492-8-iscsi neutron-server[93792]: event.method(event) Aug 25 18:25:47.390117 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 18:25:47.390117 dv-cinder-790492-8-iscsi neutron-server[93792]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 18:25:47.390117 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 18:25:47.390117 dv-cinder-790492-8-iscsi neutron-server[93792]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 18:25:47.390117 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 18:25:47.390117 dv-cinder-790492-8-iscsi neutron-server[93792]: return f(self, *a, **k) Aug 25 18:25:47.390117 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 18:25:47.390117 dv-cinder-790492-8-iscsi neutron-server[93792]: return self._get(url).json() Aug 25 18:25:47.390117 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 18:25:47.390117 dv-cinder-790492-8-iscsi neutron-server[93792]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 18:25:47.390117 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 18:25:47.390117 dv-cinder-790492-8-iscsi neutron-server[93792]: return self.request(url, 'GET', **kwargs) Aug 25 18:25:47.390117 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 18:25:47.390117 dv-cinder-790492-8-iscsi neutron-server[93792]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 18:25:47.390117 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 18:25:47.390117 dv-cinder-790492-8-iscsi neutron-server[93792]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 18:25:47.390117 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 18:25:47.390117 dv-cinder-790492-8-iscsi neutron-server[93792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 18:25:47.390117 dv-cinder-790492-8-iscsi neutron-server[93792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 18:25:47.443137 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port f4194b13-793f-46ff-a65d-349f1777d1d8, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4194b13-793f-46ff-a65d-349f1777d1d8,segment=NetworkSegment(c7174dd9-e2ad-4230-9486-8edb6195741d),segment_id=c7174dd9-e2ad-4230-9486-8edb6195741d)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:25:47.447213 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cf30f171-afd7-430a-9332-28d64ec0fc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438115'] for network, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:47.454405 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cf30f171-afd7-430a-9332-28d64ec0fc93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for network, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:47.456258 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-cf30f171-afd7-430a-9332-28d64ec0fc93 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5cac0a59-0c24-4421-8d70-13de578b5611 HTTP/1.1" status: 204 len: 168 time: 0.2586210 Aug 25 18:25:47.459126 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 37884) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:25:47.460820 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Returning: {'device': 'f4194b13-793f-46ff-a65d-349f1777d1d8', 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61', 'port_id': 'f4194b13-793f-46ff-a65d-349f1777d1d8', 'mac_address': 'fa:16:3e:b5:35:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d7b14c-bc03-4fe0-a3a0-cffe2819abe3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 18:25:47.465861 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf30f171-afd7-430a-9332-28d64ec0fc93 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cac0a59-0c24-4421-8d70-13de578b5611,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:47.505876 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:47.509819 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-812993cb-7c25-4b44-a138-e28c93ae1512 admin admin] Deleting subnet 448d1c52-99b5-4ee3-b4a4-07bdf409d58f {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 18:25:47.513680 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-812993cb-7c25-4b44-a138-e28c93ae1512 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:47.519454 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4194b13-793f-46ff-a65d-349f1777d1d8 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:25:47.539880 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port f4194b13-793f-46ff-a65d-349f1777d1d8, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4194b13-793f-46ff-a65d-349f1777d1d8,segment=NetworkSegment(c7174dd9-e2ad-4230-9486-8edb6195741d),segment_id=c7174dd9-e2ad-4230-9486-8edb6195741d)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:25:47.545472 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:47.557407 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-812993cb-7c25-4b44-a138-e28c93ae1512 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14585042'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:47.592396 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=f4194b13-793f-46ff-a65d-349f1777d1d8,revision_number=9']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:47.596019 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-812993cb-7c25-4b44-a138-e28c93ae1512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541805'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:47.647423 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-812993cb-7c25-4b44-a138-e28c93ae1512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13409375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14343719'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:47.672417 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812993cb-7c25-4b44-a138-e28c93ae1512 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=448d1c52-99b5-4ee3-b4a4-07bdf409d58f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:47.676078 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-812993cb-7c25-4b44-a138-e28c93ae1512 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:47.677918 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-812993cb-7c25-4b44-a138-e28c93ae1512 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/448d1c52-99b5-4ee3-b4a4-07bdf409d58f HTTP/1.1" status: 204 len: 168 time: 0.2178295 Aug 25 18:25:47.680359 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 37886) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:25:47.749511 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5603e27a-a308-4fc5-a73a-c9f571402ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548157'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:47.812451 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['f4194b13-793f-46ff-a65d-349f1777d1d8'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:25:47.832442 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5603e27a-a308-4fc5-a73a-c9f571402ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651606', 'neutron.services.segments.db._delete_segments_for_network-8748354584558'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:47.842784 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.services.segments.db [None req-5603e27a-a308-4fc5-a73a-c9f571402ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26bb1101-51ab-4502-a252-ece9c2930a8f']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:25:47.853367 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.services.segments.db [None req-5603e27a-a308-4fc5-a73a-c9f571402ee4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1457977e-3b36-4d24-9c88-397277e7dae2') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:25:47.853659 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.services.segments.db [None req-5603e27a-a308-4fc5-a73a-c9f571402ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1457977e-3b36-4d24-9c88-397277e7dae2') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:25:47.863247 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5603e27a-a308-4fc5-a73a-c9f571402ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748354584441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14585037'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:47.879069 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5603e27a-a308-4fc5-a73a-c9f571402ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:47.886331 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5603e27a-a308-4fc5-a73a-c9f571402ee4 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 18:25:47.887075 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5603e27a-a308-4fc5-a73a-c9f571402ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13409337'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:47.898048 dv-cinder-790492-8-iscsi neutron-server[93791]: Traceback (most recent call last): Aug 25 18:25:47.898048 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 18:25:47.898048 dv-cinder-790492-8-iscsi neutron-server[93791]: timer() Aug 25 18:25:47.898048 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 18:25:47.898048 dv-cinder-790492-8-iscsi neutron-server[93791]: cb(*args, **kw) Aug 25 18:25:47.898048 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 18:25:47.898048 dv-cinder-790492-8-iscsi neutron-server[93791]: return func(*args, **kwargs) Aug 25 18:25:47.898048 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 18:25:47.898048 dv-cinder-790492-8-iscsi neutron-server[93791]: self._notify() Aug 25 18:25:47.898048 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 18:25:47.898048 dv-cinder-790492-8-iscsi neutron-server[93791]: self.callback(batched_events) Aug 25 18:25:47.898048 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 18:25:47.898048 dv-cinder-790492-8-iscsi neutron-server[93791]: event.method(event) Aug 25 18:25:47.898048 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 18:25:47.898048 dv-cinder-790492-8-iscsi neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 18:25:47.898048 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 18:25:47.898048 dv-cinder-790492-8-iscsi neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 18:25:47.898048 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 18:25:47.898048 dv-cinder-790492-8-iscsi neutron-server[93791]: return f(self, *a, **k) Aug 25 18:25:47.898048 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 18:25:47.898048 dv-cinder-790492-8-iscsi neutron-server[93791]: return self._get(url).json() Aug 25 18:25:47.898048 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 18:25:47.898048 dv-cinder-790492-8-iscsi neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 18:25:47.898048 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 18:25:47.898048 dv-cinder-790492-8-iscsi neutron-server[93791]: return self.request(url, 'GET', **kwargs) Aug 25 18:25:47.898048 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 18:25:47.898048 dv-cinder-790492-8-iscsi neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 18:25:47.898048 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 18:25:47.898048 dv-cinder-790492-8-iscsi neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 18:25:47.898048 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 18:25:47.898048 dv-cinder-790492-8-iscsi neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 18:25:47.898048 dv-cinder-790492-8-iscsi neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 18:25:47.948581 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5603e27a-a308-4fc5-a73a-c9f571402ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438115'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:47.955584 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5603e27a-a308-4fc5-a73a-c9f571402ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:47.957661 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-5603e27a-a308-4fc5-a73a-c9f571402ee4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/26bb1101-51ab-4502-a252-ece9c2930a8f HTTP/1.1" status: 204 len: 168 time: 0.2763267 Aug 25 18:25:47.967954 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603e27a-a308-4fc5-a73a-c9f571402ee4 admin admin] Pushing event deleted for resources: {'Network': ['ID=26bb1101-51ab-4502-a252-ece9c2930a8f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:48.125679 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 37892) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:25:48.170064 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-4ac11022-2b0f-4fa6-87e8-194cb94fe4b2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d48b0c1f8034e4298ade50b88859640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431504 Aug 25 18:25:48.172951 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 37896) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:25:48.235442 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f5be1-92fb-4c3a-af7c-bad9afc91321 req-20393820-467b-4627-981d-0e1dc3e6c02e tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:48.237102 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-359f5be1-92fb-4c3a-af7c-bad9afc91321 req-20393820-467b-4627-981d-0e1dc3e6c02e tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 944 time: 0.0660553 Aug 25 18:25:48.257730 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-642a7e79-c2ec-4f4a-a95c-9eed969108bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:48.288736 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-359f5be1-92fb-4c3a-af7c-bad9afc91321 req-d8f5da67-cfdb-4de5-8a3f-7fc19ffd6452 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452294 Aug 25 18:25:48.292242 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-642a7e79-c2ec-4f4a-a95c-9eed969108bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:48.357964 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-642a7e79-c2ec-4f4a-a95c-9eed969108bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:48.360526 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-642a7e79-c2ec-4f4a-a95c-9eed969108bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:48.361860 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-642a7e79-c2ec-4f4a-a95c-9eed969108bf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7949b468-f5af-4ddd-ac3b-8f83dcf923a9 HTTP/1.1" status: 204 len: 168 time: 0.1876903 Aug 25 18:25:48.373573 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a7e79-c2ec-4f4a-a95c-9eed969108bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7949b468-f5af-4ddd-ac3b-8f83dcf923a9,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:48.380857 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194ba5e-d611-4a34-9c55-3bda9daa75c5 req-56d525e6-05cc-4c8e-afdc-672cf2e7e2e0 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:48.389891 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e194ba5e-d611-4a34-9c55-3bda9daa75c5 req-56d525e6-05cc-4c8e-afdc-672cf2e7e2e0 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0779166 Aug 25 18:25:48.429588 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e194ba5e-d611-4a34-9c55-3bda9daa75c5 req-f29b0ea2-7dfb-4bb2-aa82-298d839c5ad8 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388057 Aug 25 18:25:48.494933 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:48.728017 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 37910) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:25:48.768115 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-ddcbd79b-a40b-43bb-b96e-d6a88018f772 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb5917625f77441e845d3f6f8a4bec2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389044 Aug 25 18:25:48.770547 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 37912) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:25:48.824535 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f8b566b0-000e-402d-9940-d458d6b17259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:48.848071 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f8b566b0-000e-402d-9940-d458d6b17259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:48.894829 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f8b566b0-000e-402d-9940-d458d6b17259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:48.897478 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f8b566b0-000e-402d-9940-d458d6b17259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:48.898770 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-f8b566b0-000e-402d-9940-d458d6b17259 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e9623baf-a39f-4e6a-a4ba-b16ebc338e83 HTTP/1.1" status: 204 len: 168 time: 0.1273320 Aug 25 18:25:48.906425 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b566b0-000e-402d-9940-d458d6b17259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9623baf-a39f-4e6a-a4ba-b16ebc338e83,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:49.347985 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device f4194b13-793f-46ff-a65d-349f1777d1d8 up at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:25:49.414095 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning complete for port f4194b13-793f-46ff-a65d-349f1777d1d8 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:25:49.414601 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:49.465511 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0d995-4151-4c40-8f6d-b8bb3baaab8c req-f703a52b-872b-460b-88c3-78ea0e9f9acd tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:49.473575 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-85a0d995-4151-4c40-8f6d-b8bb3baaab8c req-f703a52b-872b-460b-88c3-78ea0e9f9acd tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 944 time: 0.0759430 Aug 25 18:25:49.538802 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:49.575323 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888063c6-0310-4a86-a1b5-e215d38952fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4194b13-793f-46ff-a65d-349f1777d1d8'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:25:49.579130 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700cf778d203af030a48c7cd7e91a8769aab6ec207ebda1a87165573d1bde0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165662a8-7509-457c-80f3-52b539760454" -d '{"events": [{"server_uuid": "888063c6-0310-4a86-a1b5-e215d38952fa", "name": "network-vif-plugged", "status": "completed", "tag": "f4194b13-793f-46ff-a65d-349f1777d1d8"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:25:49.583213 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-85a0d995-4151-4c40-8f6d-b8bb3baaab8c req-a0e580f4-a5ef-4fcb-aa6a-3a660dce9828 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984042 Aug 25 18:25:49.599334 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port f4194b13-793f-46ff-a65d-349f1777d1d8, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4194b13-793f-46ff-a65d-349f1777d1d8,segment=NetworkSegment(c7174dd9-e2ad-4230-9486-8edb6195741d),segment_id=c7174dd9-e2ad-4230-9486-8edb6195741d)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:25:49.609457 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:49.635783 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262121a-2ac9-4acb-85a0-20395f0683c7 req-645060b0-c2b0-4624-8a60-aa635822ee42 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:49.641870 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b262121a-2ac9-4acb-85a0-20395f0683c7 req-645060b0-c2b0-4624-8a60-aa635822ee42 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.1120825 Aug 25 18:25:49.649571 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a61a1a-f10a-43c2-b46f-b5835559109a x-openstack-request-id: req-d8a61a1a-f10a-43c2-b46f-b5835559109a {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:25:49.649943 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "888063c6-0310-4a86-a1b5-e215d38952fa", "name": "network-vif-plugged", "status": "completed", "tag": "f4194b13-793f-46ff-a65d-349f1777d1d8", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:25:49.650280 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d8a61a1a-f10a-43c2-b46f-b5835559109a {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:25:49.650834 dv-cinder-790492-8-iscsi neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '888063c6-0310-4a86-a1b5-e215d38952fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4194b13-793f-46ff-a65d-349f1777d1d8', 'code': 200} Aug 25 18:25:49.680653 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=f4194b13-793f-46ff-a65d-349f1777d1d8,revision_number=10']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:49.686089 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b262121a-2ac9-4acb-85a0-20395f0683c7 req-fa7c92f9-9d21-4ffd-82f6-237209f09fdc tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378144 Aug 25 18:25:50.150325 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9265544-7812-4777-be5a-265857996e98 req-38e83f52-6499-4079-8b48-1659bd4b5822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:50.152095 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f9265544-7812-4777-be5a-265857996e98 req-38e83f52-6499-4079-8b48-1659bd4b5822 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 1099 time: 0.0431912 Aug 25 18:25:50.189740 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f9265544-7812-4777-be5a-265857996e98 req-44de2526-9fe2-4e86-a649-69bfa851481a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276299 Aug 25 18:25:50.739208 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06604bf-f082-437e-b756-18849766595b req-c9a9bf9c-290a-4f73-99b7-37222cd6654e tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:50.741545 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d06604bf-f082-437e-b756-18849766595b req-c9a9bf9c-290a-4f73-99b7-37222cd6654e tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 946 time: 0.0599904 Aug 25 18:25:50.797544 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d06604bf-f082-437e-b756-18849766595b req-39db3af3-0d57-4bdf-a96b-6c549f97168c tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493307 Aug 25 18:25:50.942295 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c4fee-0782-4c29-b5a9-84474904ea5c req-41c9e0fa-a2ba-4d82-a635-68bcc0cd74d6 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:50.943777 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7a9c4fee-0782-4c29-b5a9-84474904ea5c req-41c9e0fa-a2ba-4d82-a635-68bcc0cd74d6 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0943062 Aug 25 18:25:50.958957 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637a1a7-7948-468c-b6f8-0f0df2eaad60 req-1613b725-de3f-447f-83c4-2545af94a490 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:50.960413 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9637a1a7-7948-468c-b6f8-0f0df2eaad60 req-1613b725-de3f-447f-83c4-2545af94a490 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.0784822 Aug 25 18:25:51.019067 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7a9c4fee-0782-4c29-b5a9-84474904ea5c req-242e2eb8-186a-468b-894e-71a5f1d1213a tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686927 Aug 25 18:25:51.026629 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9637a1a7-7948-468c-b6f8-0f0df2eaad60 req-235f187b-c0bd-4009-a853-44cd62b44145 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591486 Aug 25 18:25:51.948666 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a0b1c-4b94-42b0-8949-4060856d9874 req-1b7eade3-4d85-4118-aa71-b1881415395b tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:51.950305 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d27a0b1c-4b94-42b0-8949-4060856d9874 req-1b7eade3-4d85-4118-aa71-b1881415395b tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 946 time: 0.0553520 Aug 25 18:25:51.990393 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d27a0b1c-4b94-42b0-8949-4060856d9874 req-3a457e96-da34-42bc-ace6-90a6a5c01fb2 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339379 Aug 25 18:25:52.387545 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230167bc-973c-4ea2-aa59-7fac8d544ad6 req-d0d91352-a339-4541-925d-153974217b55 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:52.389071 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-230167bc-973c-4ea2-aa59-7fac8d544ad6 req-d0d91352-a339-4541-925d-153974217b55 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.3019304 Aug 25 18:25:52.403154 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5fae19-8318-44e7-bd02-3263e73c58aa req-b4ed4c00-d35d-4449-b9c3-bd0448791295 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:52.404894 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6e5fae19-8318-44e7-bd02-3263e73c58aa req-b4ed4c00-d35d-4449-b9c3-bd0448791295 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.3045945 Aug 25 18:25:52.468598 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6e5fae19-8318-44e7-bd02-3263e73c58aa req-dfa0ad90-bf09-421e-868c-40de1a9c6682 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555928 Aug 25 18:25:52.471323 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-230167bc-973c-4ea2-aa59-7fac8d544ad6 req-a9e7eb82-32bd-4bb9-89fb-73e9d57b9fe0 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607662 Aug 25 18:25:53.118216 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109d292-f4d8-44db-b5a2-200cf710de3e req-0f7c7c23-c567-4e59-9114-afa20b3fabd2 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:53.120249 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e109d292-f4d8-44db-b5a2-200cf710de3e req-0f7c7c23-c567-4e59-9114-afa20b3fabd2 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 946 time: 0.0494947 Aug 25 18:25:53.156755 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e109d292-f4d8-44db-b5a2-200cf710de3e req-217b2817-9d1b-41aa-80de-072f1c85ef15 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304456 Aug 25 18:25:53.268328 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ec90c-d64a-4945-b8bd-1ec74246769a req-b0604a05-139d-481a-8477-053ac74a5b7e tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:53.269665 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-730ec90c-d64a-4945-b8bd-1ec74246769a req-b0604a05-139d-481a-8477-053ac74a5b7e tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.0484648 Aug 25 18:25:53.323133 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-22de0864-13e8-4d43-9881-c139e99b95eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:53.359438 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-730ec90c-d64a-4945-b8bd-1ec74246769a req-4ca98283-75ed-4771-b1dd-bc7ec64d5de8 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Deleting port ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:25:53.359789 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-730ec90c-d64a-4945-b8bd-1ec74246769a req-4ca98283-75ed-4771-b1dd-bc7ec64d5de8 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:53.448062 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-730ec90c-d64a-4945-b8bd-1ec74246769a req-4ca98283-75ed-4771-b1dd-bc7ec64d5de8 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] For port ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b,segment=NetworkSegment(7b7140b0-1015-48cf-8ba0-cd3394513da3),segment_id=7b7140b0-1015-48cf-8ba0-cd3394513da3)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:25:53.448423 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-730ec90c-d64a-4945-b8bd-1ec74246769a req-4ca98283-75ed-4771-b1dd-bc7ec64d5de8 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:53.460838 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-730ec90c-d64a-4945-b8bd-1ec74246769a req-4ca98283-75ed-4771-b1dd-bc7ec64d5de8 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Calling delete_port for ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:25:53.658448 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-730ec90c-d64a-4945-b8bd-1ec74246769a req-4ca98283-75ed-4771-b1dd-bc7ec64d5de8 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:53.667353 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31108326-6c33-485d-81d0-fde965aaf1cc req-7f285d2d-8698-4063-b92b-2f0f178816f1 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:53.668849 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-31108326-6c33-485d-81d0-fde965aaf1cc req-7f285d2d-8698-4063-b92b-2f0f178816f1 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.1303813 Aug 25 18:25:53.674214 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['35929af9-f9e5-4a24-8712-b437741ab71f', 'ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:25:53.683088 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18deda9f-3e9b-4fc1-a0a6-7be96edd65e6 req-969c64e8-c1df-4799-9d9d-5c26c9a21e01 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:53.684595 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-18deda9f-3e9b-4fc1-a0a6-7be96edd65e6 req-969c64e8-c1df-4799-9d9d-5c26c9a21e01 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc HTTP/1.1" status: 200 len: 946 time: 0.1316719 Aug 25 18:25:53.714001 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca98283-75ed-4771-b1dd-bc7ec64d5de8 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Pushing event deleted for resources: {'Port': ['ID=ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:53.792678 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-730ec90c-d64a-4945-b8bd-1ec74246769a req-4ca98283-75ed-4771-b1dd-bc7ec64d5de8 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] No DVR routers for this DVR port ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b on host hv-cinder-79049 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:25:53.799869 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-730ec90c-d64a-4945-b8bd-1ec74246769a req-4ca98283-75ed-4771-b1dd-bc7ec64d5de8 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:53.802072 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-730ec90c-d64a-4945-b8bd-1ec74246769a req-4ca98283-75ed-4771-b1dd-bc7ec64d5de8 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.24 "DELETE /v2.0/ports/ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b HTTP/1.1" status: 204 len: 173 time: 0.5231907 Aug 25 18:25:53.802766 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc', 'name': 'network-vif-deleted', 'tag': 'ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:25:53.805129 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23606e0d-6cca-4e17-9d0c-bef6013c79c2" -d '{"events": [{"server_uuid": "5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc", "name": "network-vif-deleted", "tag": "ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:25:53.811393 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-31108326-6c33-485d-81d0-fde965aaf1cc req-c9996d5d-5a95-4402-bc65-043dbfb5a6c1 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068416 Aug 25 18:25:53.814337 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-18deda9f-3e9b-4fc1-a0a6-7be96edd65e6 req-87ae9829-02cb-44df-859f-cd7e8accbb6a tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071415 Aug 25 18:25:53.861351 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbfd3c7-c37b-4d3c-8c6b-836f0ef6ac09 x-openstack-request-id: req-cfbfd3c7-c37b-4d3c-8c6b-836f0ef6ac09 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:25:53.861793 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc", "name": "network-vif-deleted", "tag": "ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:25:53.862159 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cfbfd3c7-c37b-4d3c-8c6b-836f0ef6ac09 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:25:53.862642 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f00ccbc-2eda-46a8-a76f-f4fae75fbdfc', 'name': 'network-vif-deleted', 'tag': 'ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b', 'status': 'completed', 'code': 200} Aug 25 18:25:54.150900 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 38084) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:25:54.254111 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-78831d73-4029-4cb4-b230-b9f74527faea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:54.346500 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-78831d73-4029-4cb4-b230-b9f74527faea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:54.350001 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-78831d73-4029-4cb4-b230-b9f74527faea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:54.386129 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-78831d73-4029-4cb4-b230-b9f74527faea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=10454128bf6c47a19b454d47218eac45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336464 Aug 25 18:25:54.387922 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78831d73-4029-4cb4-b230-b9f74527faea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fafe38-8d0c-4ed3-83c6-1d3ab4ac4398,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:54.388934 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 38088) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:25:54.439836 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc957532-bc57-486e-b71a-3a4e9e14769c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:54.459875 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc957532-bc57-486e-b71a-3a4e9e14769c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:54.505026 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc957532-bc57-486e-b71a-3a4e9e14769c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:54.507532 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc957532-bc57-486e-b71a-3a4e9e14769c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:54.508676 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-dc957532-bc57-486e-b71a-3a4e9e14769c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/93fafe38-8d0c-4ed3-83c6-1d3ab4ac4398 HTTP/1.1" status: 204 len: 168 time: 0.1187625 Aug 25 18:25:54.516433 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc957532-bc57-486e-b71a-3a4e9e14769c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fafe38-8d0c-4ed3-83c6-1d3ab4ac4398,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:54.754906 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 38094) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:25:54.768382 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fce092f3-7dd8-4b9d-87a4-a1ca52b4500b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:54.860307 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fce092f3-7dd8-4b9d-87a4-a1ca52b4500b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:54.864759 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fce092f3-7dd8-4b9d-87a4-a1ca52b4500b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:54.928697 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-fce092f3-7dd8-4b9d-87a4-a1ca52b4500b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7136aaac93ab4883b90e2e38c944c346&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1726584 Aug 25 18:25:54.931311 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce092f3-7dd8-4b9d-87a4-a1ca52b4500b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bdd1b6-d835-4a44-af46-0b33a417d9cf,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:54.931531 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 38102) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:25:54.952098 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10d28c-5071-45d1-9129-b06d0b882789 req-a73f618c-f68f-4be0-97a0-9b052de6896f tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:54.953630 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3a10d28c-5071-45d1-9129-b06d0b882789 req-a73f618c-f68f-4be0-97a0-9b052de6896f tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0700831 Aug 25 18:25:54.987999 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cc9f5849-115b-415e-b7fb-8c372ddcb1ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:54.997347 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3a10d28c-5071-45d1-9129-b06d0b882789 req-3b123f32-9d58-43e9-9648-7ca360a9b69e tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369811 Aug 25 18:25:55.014191 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cc9f5849-115b-415e-b7fb-8c372ddcb1ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:55.061934 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cc9f5849-115b-415e-b7fb-8c372ddcb1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:55.064351 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cc9f5849-115b-415e-b7fb-8c372ddcb1ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:55.065508 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-cc9f5849-115b-415e-b7fb-8c372ddcb1ef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/42bdd1b6-d835-4a44-af46-0b33a417d9cf HTTP/1.1" status: 204 len: 168 time: 0.1319253 Aug 25 18:25:55.074864 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f5849-115b-415e-b7fb-8c372ddcb1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bdd1b6-d835-4a44-af46-0b33a417d9cf,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:55.107335 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce7e3b-4818-4e88-868c-18a35fda24bf req-67fb1621-1d16-48b3-99ee-1284de49728c tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:55.108838 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-03ce7e3b-4818-4e88-868c-18a35fda24bf req-67fb1621-1d16-48b3-99ee-1284de49728c tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0541818 Aug 25 18:25:55.149924 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-03ce7e3b-4818-4e88-868c-18a35fda24bf req-3d564d34-d92a-4920-90ea-bfac5687d699 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348525 Aug 25 18:25:55.377794 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 38110) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:25:55.391223 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c61e78fa-e325-47ab-991b-3da15a2bfc0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:55.481649 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c61e78fa-e325-47ab-991b-3da15a2bfc0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:55.485350 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c61e78fa-e325-47ab-991b-3da15a2bfc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:55.523134 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-c61e78fa-e325-47ab-991b-3da15a2bfc0d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=271edfd3e92f4e55a3254938eea33500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1442928 Aug 25 18:25:55.524257 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e78fa-e325-47ab-991b-3da15a2bfc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21607ebd-7080-4153-8782-b319d84e8afb,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:55.525894 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 38112) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:25:55.575596 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4e962aee-bb0c-4e01-917c-185070e16624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:55.597798 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4e962aee-bb0c-4e01-917c-185070e16624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:55.641816 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4e962aee-bb0c-4e01-917c-185070e16624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:55.644237 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4e962aee-bb0c-4e01-917c-185070e16624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:55.645369 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-4e962aee-bb0c-4e01-917c-185070e16624 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/21607ebd-7080-4153-8782-b319d84e8afb HTTP/1.1" status: 204 len: 168 time: 0.1184866 Aug 25 18:25:55.653062 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e962aee-bb0c-4e01-917c-185070e16624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21607ebd-7080-4153-8782-b319d84e8afb,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:55.768215 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f85dc120-69f3-433f-870f-eac5f2eab734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:56.115670 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67864295-5a65-48c2-944c-7bf1e94640a0 req-ca0f5eef-ec7f-4c9c-8364-679e3629416d tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:56.117123 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-67864295-5a65-48c2-944c-7bf1e94640a0 req-ca0f5eef-ec7f-4c9c-8364-679e3629416d tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0479114 Aug 25 18:25:56.159071 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-67864295-5a65-48c2-944c-7bf1e94640a0 req-86be6e33-2e8f-4449-b9ed-7fabbe38356d tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354373 Aug 25 18:25:56.266209 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038ec14-6ea6-43eb-bc6b-28992f89a9f3 req-c22787dc-fd2b-4b29-b174-b89fd526aa39 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:56.267799 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d038ec14-6ea6-43eb-bc6b-28992f89a9f3 req-c22787dc-fd2b-4b29-b174-b89fd526aa39 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0520666 Aug 25 18:25:56.305000 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d038ec14-6ea6-43eb-bc6b-28992f89a9f3 req-a2e93560-acf3-48e9-affe-1c906232f91c tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311198 Aug 25 18:25:57.217976 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:57.292852 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515bf53-35cf-4b57-9e3a-915534f1a9d1 req-e4904b40-556f-41a2-91fd-785bf2aa23c7 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:57.294274 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9515bf53-35cf-4b57-9e3a-915534f1a9d1 req-e4904b40-556f-41a2-91fd-785bf2aa23c7 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0551310 Aug 25 18:25:57.333146 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9515bf53-35cf-4b57-9e3a-915534f1a9d1 req-92ffb06a-fec9-4251-a2c0-3a6a496b0d02 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323269 Aug 25 18:25:57.377583 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:25:57.397352 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] No Port match for: ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:25:57.397938 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device ac2b51d1-8e0d-4e2e-8115-f1be6de0e87b not bound to the agent host hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:25:57.425242 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91702a37-56e7-420d-8bae-632190a26420 req-c5d46c81-7d68-4aac-8440-0dc11fc7dfe0 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:57.427174 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-91702a37-56e7-420d-8bae-632190a26420 req-c5d46c81-7d68-4aac-8440-0dc11fc7dfe0 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0495808 Aug 25 18:25:57.442341 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:57.468939 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-91702a37-56e7-420d-8bae-632190a26420 req-fe6b3828-c2e2-41b6-8a04-70290f404d79 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349250 Aug 25 18:25:57.684180 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 38190) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:25:57.785470 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f4de5e8b-240a-40bb-a955-afb17a678da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:57.870909 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f4de5e8b-240a-40bb-a955-afb17a678da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:57.875219 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f4de5e8b-240a-40bb-a955-afb17a678da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:57.912674 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-f4de5e8b-240a-40bb-a955-afb17a678da0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0b108b035210458eb2063de2e75ba76f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2273302 Aug 25 18:25:57.913599 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de5e8b-240a-40bb-a955-afb17a678da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1399e7a7-2b5a-49ac-8233-342055ad9c7d,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:57.915302 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 38194) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:25:57.965795 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a161890a-db13-4429-a05a-844bef3bd22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:57.986047 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a161890a-db13-4429-a05a-844bef3bd22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:58.031076 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a161890a-db13-4429-a05a-844bef3bd22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:58.033612 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a161890a-db13-4429-a05a-844bef3bd22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:58.034741 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-a161890a-db13-4429-a05a-844bef3bd22a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1399e7a7-2b5a-49ac-8233-342055ad9c7d HTTP/1.1" status: 204 len: 168 time: 0.1184144 Aug 25 18:25:58.042049 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161890a-db13-4429-a05a-844bef3bd22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1399e7a7-2b5a-49ac-8233-342055ad9c7d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:58.290400 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 38200) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:25:58.306789 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf764-e4b3-4e6e-9255-00a8444b599e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:58.392228 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf764-e4b3-4e6e-9255-00a8444b599e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:58.411679 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf764-e4b3-4e6e-9255-00a8444b599e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:58.466051 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-a9bcf764-e4b3-4e6e-9255-00a8444b599e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=83e592c633fe4bd788dd56ec2eb2b252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1745696 Aug 25 18:25:58.468970 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 38204) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:25:58.469686 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bcf764-e4b3-4e6e-9255-00a8444b599e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe0d245-fdd1-4a49-a116-ed125be37384,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:58.485864 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1f3d8-7aad-481c-a249-3341bcae574c req-9bbee1a2-ac2e-4613-859e-a1ca460844fd tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:58.487317 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-54d1f3d8-7aad-481c-a249-3341bcae574c req-9bbee1a2-ac2e-4613-859e-a1ca460844fd tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0841610 Aug 25 18:25:58.518503 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d9190880-11f9-4da9-8669-8fc55cb47f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:58.527707 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-54d1f3d8-7aad-481c-a249-3341bcae574c req-1064aed2-7d3e-4f65-aba9-a6918371d461 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334055 Aug 25 18:25:58.540730 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d9190880-11f9-4da9-8669-8fc55cb47f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:58.585229 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc9323-ebfe-40ba-b725-f8ea8d391aa7 req-57fc4bb6-727e-44b6-83d6-e664dc498740 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:58.586871 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-06bc9323-ebfe-40ba-b725-f8ea8d391aa7 req-57fc4bb6-727e-44b6-83d6-e664dc498740 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0477588 Aug 25 18:25:58.589552 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d9190880-11f9-4da9-8669-8fc55cb47f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:58.592066 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d9190880-11f9-4da9-8669-8fc55cb47f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:58.593195 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-d9190880-11f9-4da9-8669-8fc55cb47f95 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0fe0d245-fdd1-4a49-a116-ed125be37384 HTTP/1.1" status: 204 len: 168 time: 0.1232560 Aug 25 18:25:58.601247 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9190880-11f9-4da9-8669-8fc55cb47f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe0d245-fdd1-4a49-a116-ed125be37384,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:25:58.637438 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-06bc9323-ebfe-40ba-b725-f8ea8d391aa7 req-ad019363-0467-464f-947e-165180d0e11e tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441687 Aug 25 18:25:58.850801 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:25:58.903645 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 6 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:25:59.642643 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2764db-9954-44d4-9018-93c2976e0318 req-959ca46e-7d76-46b1-a36a-18ecff1c0827 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:59.644108 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ef2764db-9954-44d4-9018-93c2976e0318 req-959ca46e-7d76-46b1-a36a-18ecff1c0827 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0477891 Aug 25 18:25:59.684368 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ef2764db-9954-44d4-9018-93c2976e0318 req-09e43458-3a9a-48db-922e-87a5dcfb6d6a tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341816 Aug 25 18:25:59.752919 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2660e9-bf4e-48da-9222-69777e3c8a07 req-1b66cfaf-4efd-474c-8044-f620ff84af43 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:25:59.754378 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-db2660e9-bf4e-48da-9222-69777e3c8a07 req-1b66cfaf-4efd-474c-8044-f620ff84af43 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0477560 Aug 25 18:25:59.792852 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-db2660e9-bf4e-48da-9222-69777e3c8a07 req-53ec655e-77a1-4db5-bda2-d8bfe259e367 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325363 Aug 25 18:26:00.338448 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614db9d0-27e3-4bdc-b8cc-13bc3b4515a3 req-2d7a5499-5640-42bd-b185-414eb8f4f6e9 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:00.340333 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-614db9d0-27e3-4bdc-b8cc-13bc3b4515a3 req-2d7a5499-5640-42bd-b185-414eb8f4f6e9 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.24 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 946 time: 0.0492210 Aug 25 18:26:00.364953 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 38268) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:00.434637 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-614db9d0-27e3-4bdc-b8cc-13bc3b4515a3 req-ae10fad5-9876-4289-aea0-83b587d2fddf tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Deleting port 35929af9-f9e5-4a24-8712-b437741ab71f {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:26:00.434984 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-614db9d0-27e3-4bdc-b8cc-13bc3b4515a3 req-ae10fad5-9876-4289-aea0-83b587d2fddf tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:00.471633 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4b4501da-7c56-4b63-8ede-7c18b3f67a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:00.523305 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-614db9d0-27e3-4bdc-b8cc-13bc3b4515a3 req-ae10fad5-9876-4289-aea0-83b587d2fddf tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] For port 35929af9-f9e5-4a24-8712-b437741ab71f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=35929af9-f9e5-4a24-8712-b437741ab71f,segment=NetworkSegment(7b7140b0-1015-48cf-8ba0-cd3394513da3),segment_id=7b7140b0-1015-48cf-8ba0-cd3394513da3)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:26:00.523661 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-614db9d0-27e3-4bdc-b8cc-13bc3b4515a3 req-ae10fad5-9876-4289-aea0-83b587d2fddf tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:00.536447 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-614db9d0-27e3-4bdc-b8cc-13bc3b4515a3 req-ae10fad5-9876-4289-aea0-83b587d2fddf tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Calling delete_port for 35929af9-f9e5-4a24-8712-b437741ab71f owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:26:00.559221 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4b4501da-7c56-4b63-8ede-7c18b3f67a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:00.563541 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4b4501da-7c56-4b63-8ede-7c18b3f67a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:00.602360 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-4b4501da-7c56-4b63-8ede-7c18b3f67a06 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bd6996d5c4624568b34aa877abf3c783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2362590 Aug 25 18:26:00.603213 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4501da-7c56-4b63-8ede-7c18b3f67a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d81187-e9bf-46e7-9054-ee6b6d49a27c,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:00.606235 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 38272) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:00.658938 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-31c0dc72-9bd2-4c0b-9004-5d6506661768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:00.679187 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-31c0dc72-9bd2-4c0b-9004-5d6506661768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:00.695299 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-614db9d0-27e3-4bdc-b8cc-13bc3b4515a3 req-ae10fad5-9876-4289-aea0-83b587d2fddf tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:00.706655 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['35929af9-f9e5-4a24-8712-b437741ab71f'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:26:00.727237 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10fad5-9876-4289-aea0-83b587d2fddf tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Pushing event deleted for resources: {'Port': ['ID=35929af9-f9e5-4a24-8712-b437741ab71f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:00.740111 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-31c0dc72-9bd2-4c0b-9004-5d6506661768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:00.743243 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-31c0dc72-9bd2-4c0b-9004-5d6506661768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:00.747398 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-31c0dc72-9bd2-4c0b-9004-5d6506661768 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/63d81187-e9bf-46e7-9054-ee6b6d49a27c HTTP/1.1" status: 204 len: 168 time: 0.1402216 Aug 25 18:26:00.757165 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0dc72-9bd2-4c0b-9004-5d6506661768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d81187-e9bf-46e7-9054-ee6b6d49a27c,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:00.797031 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-614db9d0-27e3-4bdc-b8cc-13bc3b4515a3 req-ae10fad5-9876-4289-aea0-83b587d2fddf tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] No DVR routers for this DVR port 35929af9-f9e5-4a24-8712-b437741ab71f on host hv-cinder-79049 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:26:00.811389 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-614db9d0-27e3-4bdc-b8cc-13bc3b4515a3 req-ae10fad5-9876-4289-aea0-83b587d2fddf tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:00.813356 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-614db9d0-27e3-4bdc-b8cc-13bc3b4515a3 req-ae10fad5-9876-4289-aea0-83b587d2fddf tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.24 "DELETE /v2.0/ports/35929af9-f9e5-4a24-8712-b437741ab71f HTTP/1.1" status: 204 len: 173 time: 0.4662764 Aug 25 18:26:00.813926 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c96964-1e35-4a20-bff6-b98d6120f9f7', 'name': 'network-vif-deleted', 'tag': '35929af9-f9e5-4a24-8712-b437741ab71f'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:26:00.816162 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111465ef-cada-4eb7-9aa7-dc4166efa391" -d '{"events": [{"server_uuid": "21c96964-1e35-4a20-bff6-b98d6120f9f7", "name": "network-vif-deleted", "tag": "35929af9-f9e5-4a24-8712-b437741ab71f"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:26:00.849187 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a4b88-ad48-4a89-891c-042647edaa73 req-f754df45-bdc7-4fdf-b8df-39ed88c606d0 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:00.850743 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c57a4b88-ad48-4a89-891c-042647edaa73 req-f754df45-bdc7-4fdf-b8df-39ed88c606d0 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0799937 Aug 25 18:26:00.917073 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4e5eee56-9b6d-4be4-a607-3538db5af028 req-87ca2b47-bc0f-4451-80fb-e191dd5a9009 tempest-ServerRescueNegativeTestJSON-1784520531 tempest-ServerRescueNegativeTestJSON-1784520531-project] 10.222.0.37 "GET /v2.0/ports?device_id=21c96964-1e35-4a20-bff6-b98d6120f9f7 HTTP/1.1" status: 200 len: 210 time: 0.0349581 Aug 25 18:26:00.922807 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c57a4b88-ad48-4a89-891c-042647edaa73 req-1723859f-b24b-4638-aa1d-1a7d13dd6c37 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651906 Aug 25 18:26:00.980084 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f05c671-1c8e-43ee-917d-82118f660350 x-openstack-request-id: req-1f05c671-1c8e-43ee-917d-82118f660350 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:26:00.980368 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c96964-1e35-4a20-bff6-b98d6120f9f7", "name": "network-vif-deleted", "tag": "35929af9-f9e5-4a24-8712-b437741ab71f", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:26:00.980652 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f05c671-1c8e-43ee-917d-82118f660350 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:26:00.981043 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c96964-1e35-4a20-bff6-b98d6120f9f7', 'name': 'network-vif-deleted', 'tag': '35929af9-f9e5-4a24-8712-b437741ab71f', 'status': 'completed', 'code': 200} Aug 25 18:26:01.070622 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 38284) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:01.085925 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-05779f8a-1cc2-4f36-8863-97790d7ec104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:01.172756 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-05779f8a-1cc2-4f36-8863-97790d7ec104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:01.176184 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-05779f8a-1cc2-4f36-8863-97790d7ec104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:01.213836 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-05779f8a-1cc2-4f36-8863-97790d7ec104 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=377b3d0b4908402f8baae9a811c17a2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1415319 Aug 25 18:26:01.215177 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05779f8a-1cc2-4f36-8863-97790d7ec104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94be3c25-c033-40c8-a7bf-65118a7b02f9,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:01.216496 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 38286) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:01.267734 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-680bd49f-501f-4d31-afe0-ecb5c88b46de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:01.290265 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-680bd49f-501f-4d31-afe0-ecb5c88b46de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:01.346024 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-680bd49f-501f-4d31-afe0-ecb5c88b46de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:01.348705 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-680bd49f-501f-4d31-afe0-ecb5c88b46de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:01.349835 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-680bd49f-501f-4d31-afe0-ecb5c88b46de admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/94be3c25-c033-40c8-a7bf-65118a7b02f9 HTTP/1.1" status: 204 len: 168 time: 0.1323311 Aug 25 18:26:01.358513 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680bd49f-501f-4d31-afe0-ecb5c88b46de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94be3c25-c033-40c8-a7bf-65118a7b02f9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:01.984383 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 38312) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:02.021736 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 38314) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:02.049339 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da75da0-5797-4213-83a0-6759422d8981 req-89f3e24f-5d6c-4604-8d49-ce7560b3dafb tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:02.050833 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1da75da0-5797-4213-83a0-6759422d8981 req-89f3e24f-5d6c-4604-8d49-ce7560b3dafb tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0542006 Aug 25 18:26:02.091254 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1da75da0-5797-4213-83a0-6759422d8981 req-2d3836dd-2ffb-415b-b26a-a4ba7161b1a3 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343676 Aug 25 18:26:02.127274 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2236e5f4-3078-4188-9645-d4d86d80a9c3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1205645293-network', 'tenant_id': 'd4b0f08f861943e49eaf962ad37693b8'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:26:02.149123 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2236e5f4-3078-4188-9645-d4d86d80a9c3 admin admin] Made reservation on behalf of d4b0f08f861943e49eaf962ad37693b8 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:26:02.151935 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2236e5f4-3078-4188-9645-d4d86d80a9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:02.160327 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2236e5f4-3078-4188-9645-d4d86d80a9c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:02.247876 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2236e5f4-3078-4188-9645-d4d86d80a9c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:02.251694 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2236e5f4-3078-4188-9645-d4d86d80a9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:02.272720 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2236e5f4-3078-4188-9645-d4d86d80a9c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 18:26:02.288001 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2236e5f4-3078-4188-9645-d4d86d80a9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e5804f-a408-43eb-a355-2a6dd5123c93,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:02.290818 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2236e5f4-3078-4188-9645-d4d86d80a9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:02.291161 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.db.segments_db [None req-2236e5f4-3078-4188-9645-d4d86d80a9c3 admin admin] Added segment b0af7907-0384-4797-b84f-b8ec228f4105 of type vlan for network 7658f0b9-c8c7-4d44-81a0-a1b2893e69b5 Aug 25 18:26:02.330265 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2236e5f4-3078-4188-9645-d4d86d80a9c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748354007426'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:02.357573 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2236e5f4-3078-4188-9645-d4d86d80a9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:02.358524 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2236e5f4-3078-4188-9645-d4d86d80a9c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:02.359097 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2236e5f4-3078-4188-9645-d4d86d80a9c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:02.406012 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2cfce6da-33ee-42e6-a756-0c96e2b39ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435919'] for router_interface, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:02.413073 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-2236e5f4-3078-4188-9645-d4d86d80a9c3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3893740 Aug 25 18:26:02.415920 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 38318) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:02.420925 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [None req-57362b4c-90f2-48a2-8b1d-38f7ba2c0dbf admin admin] Request body: {'subnet': {'network_id': '7658f0b9-c8c7-4d44-81a0-a1b2893e69b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1205645293-subnet', 'tenant_id': 'd4b0f08f861943e49eaf962ad37693b8', 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:26:02.429273 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2236e5f4-3078-4188-9645-d4d86d80a9c3 admin admin] Pushing event updated for resources: {'Network': ['ID=7658f0b9-c8c7-4d44-81a0-a1b2893e69b5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:02.443054 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Network 7658f0b9-c8c7-4d44-81a0-a1b2893e69b5 details requested by agent ovs-agent-dv-cinder-790492-8-iscsi with host dv-cinder-790492-8-iscsi {{(pid=93793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 18:26:02.446570 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57362b4c-90f2-48a2-8b1d-38f7ba2c0dbf admin admin] Made reservation on behalf of d4b0f08f861943e49eaf962ad37693b8 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:26:02.449166 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-57362b4c-90f2-48a2-8b1d-38f7ba2c0dbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14343756'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:02.617032 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-57362b4c-90f2-48a2-8b1d-38f7ba2c0dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13428380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14343742'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:02.672259 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57362b4c-90f2-48a2-8b1d-38f7ba2c0dbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=48fe81fc-18ce-449e-adc8-712ce7a3cecf,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:02.680958 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57362b4c-90f2-48a2-8b1d-38f7ba2c0dbf admin admin] Checking segment: {'id': 'b0af7907-0384-4797-b84f-b8ec228f4105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7658f0b9-c8c7-4d44-81a0-a1b2893e69b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:26:02.681316 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57362b4c-90f2-48a2-8b1d-38f7ba2c0dbf admin admin] Network hostable DHCP agents. Network: 7658f0b9-c8c7-4d44-81a0-a1b2893e69b5, hostable agents: ['e2010df7-17ed-4426-81f9-bde1aab96ae1'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 18:26:02.698376 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57362b4c-90f2-48a2-8b1d-38f7ba2c0dbf admin admin] Network 7658f0b9-c8c7-4d44-81a0-a1b2893e69b5 is scheduled to be hosted by DHCP agent e2010df7-17ed-4426-81f9-bde1aab96ae1 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 18:26:02.707218 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2cfce6da-33ee-42e6-a756-0c96e2b39ac0 admin admin] Deleting port e044fa3c-0c98-4d17-94c1-f1fe959ee0a5 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:26:02.707857 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2cfce6da-33ee-42e6-a756-0c96e2b39ac0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:02.707994 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-57362b4c-90f2-48a2-8b1d-38f7ba2c0dbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-8-iscsi, 7658f0b9-c8c7-4d44-81a0-a1b2893e69b5) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:26:02.711793 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57362b4c-90f2-48a2-8b1d-38f7ba2c0dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:02.712388 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-57362b4c-90f2-48a2-8b1d-38f7ba2c0dbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:02.718066 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39a7064-e5ca-4fbf-80e0-511af197c0b5 None None] Network 7658f0b9-c8c7-4d44-81a0-a1b2893e69b5 requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:26:02.729974 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-57362b4c-90f2-48a2-8b1d-38f7ba2c0dbf admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3103511 Aug 25 18:26:02.730152 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 38320) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:02.734851 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [None req-19c36c83-3594-4909-839f-3b0b488d73a0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1205645293-router', 'tenant_id': 'd4b0f08f861943e49eaf962ad37693b8', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:26:02.756682 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19c36c83-3594-4909-839f-3b0b488d73a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-431906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40733'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:02.757868 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19c36c83-3594-4909-839f-3b0b488d73a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437732', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40724'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:02.793226 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-2cfce6da-33ee-42e6-a756-0c96e2b39ac0 admin admin] For port e044fa3c-0c98-4d17-94c1-f1fe959ee0a5, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=e044fa3c-0c98-4d17-94c1-f1fe959ee0a5,segment=NetworkSegment(7b7140b0-1015-48cf-8ba0-cd3394513da3),segment_id=7b7140b0-1015-48cf-8ba0-cd3394513da3)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:26:02.793590 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2cfce6da-33ee-42e6-a756-0c96e2b39ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:02.806467 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2cfce6da-33ee-42e6-a756-0c96e2b39ac0 admin admin] Calling delete_port for e044fa3c-0c98-4d17-94c1-f1fe959ee0a5 owned by network:router_interface {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:26:02.818451 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19c36c83-3594-4909-839f-3b0b488d73a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:02.960627 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19c36c83-3594-4909-839f-3b0b488d73a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:02.981527 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c7ed0e-e641-480d-aa6c-fe5581167974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp841b6aa3-c910-5d4c-bf3d-f471c3a673d8-7658f0b9-c8c7-4d44-81a0-a1b2893e69b5', 'network_id': '7658f0b9-c8c7-4d44-81a0-a1b2893e69b5', 'tenant_id': 'd4b0f08f861943e49eaf962ad37693b8', 'fixed_ips': [{'subnet_id': '48fe81fc-18ce-449e-adc8-712ce7a3cecf'}]}} from dv-cinder-790492-8-iscsi. {{(pid=93793) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 18:26:02.982419 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a3c7ed0e-e641-480d-aa6c-fe5581167974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:03.025832 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2cfce6da-33ee-42e6-a756-0c96e2b39ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12706292'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:03.054340 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfce6da-33ee-42e6-a756-0c96e2b39ac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e044fa3c-0c98-4d17-94c1-f1fe959ee0a5,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:03.123971 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-a3c7ed0e-e641-480d-aa6c-fe5581167974 None None] Allocated IP 172.20.0.2 (7658f0b9-c8c7-4d44-81a0-a1b2893e69b5/48fe81fc-18ce-449e-adc8-712ce7a3cecf/4328dd91-3d07-4ea4-97b1-e10c6f889f1d) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:26:03.211683 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19c36c83-3594-4909-839f-3b0b488d73a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:03.225068 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2cfce6da-33ee-42e6-a756-0c96e2b39ac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435717'] for router_interface, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:03.234787 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19c36c83-3594-4909-839f-3b0b488d73a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:03.290779 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a3c7ed0e-e641-480d-aa6c-fe5581167974 None None] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:03.292533 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b37c13-f580-4012-b37b-a2de391c2e64 req-c0ee5b9b-102a-43eb-9824-f4cad41a8e70 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:03.294269 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e6b37c13-f580-4012-b37b-a2de391c2e64 req-c0ee5b9b-102a-43eb-9824-f4cad41a8e70 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.1138227 Aug 25 18:26:03.302630 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a3c7ed0e-e641-480d-aa6c-fe5581167974 None None] Transition to ACTIVE for port object 4328dd91-3d07-4ea4-97b1-e10c6f889f1d will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:26:03.323231 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a3c7ed0e-e641-480d-aa6c-fe5581167974 None None] Transition to ACTIVE for port object 4328dd91-3d07-4ea4-97b1-e10c6f889f1d will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:26:03.331779 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a3c7ed0e-e641-480d-aa6c-fe5581167974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:03.372812 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e6b37c13-f580-4012-b37b-a2de391c2e64 req-112c6939-1001-4f18-ab58-9bd911216d07 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681813 Aug 25 18:26:03.375389 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c7ed0e-e641-480d-aa6c-fe5581167974 None None] Network 7658f0b9-c8c7-4d44-81a0-a1b2893e69b5 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:26:03.379847 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-a3c7ed0e-e641-480d-aa6c-fe5581167974 None None] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:26:03.387801 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c7ed0e-e641-480d-aa6c-fe5581167974 None None] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:26:03.391296 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-19c36c83-3594-4909-839f-3b0b488d73a0 admin admin] Allocated IP 172.27.3.15 (e0615610-0145-4336-86ca-92716d56c217/ba8c35dc-42f2-4379-aafd-ce1793efee80/6470af67-a89f-4fb8-9071-72572f01a39a) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:26:03.425802 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 35929af9-f9e5-4a24-8712-b437741ab71f no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:26:03.431470 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7ed0e-e641-480d-aa6c-fe5581167974 None None] Pushing event updated for resources: {'Port': ['ID=4328dd91-3d07-4ea4-97b1-e10c6f889f1d,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:03.500632 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19c36c83-3594-4909-839f-3b0b488d73a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:03.509021 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-a3c7ed0e-e641-480d-aa6c-fe5581167974 None None] Attempting to bind port 4328dd91-3d07-4ea4-97b1-e10c6f889f1d on host dv-cinder-790492-8-iscsi for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:26:03.509021 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-a3c7ed0e-e641-480d-aa6c-fe5581167974 None None] Attempting to bind port 4328dd91-3d07-4ea4-97b1-e10c6f889f1d by drivers openvswitch,hyperv on host dv-cinder-790492-8-iscsi at level 0 using segments [{'id': 'b0af7907-0384-4797-b84f-b8ec228f4105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7658f0b9-c8c7-4d44-81a0-a1b2893e69b5'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:26:03.509627 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c7ed0e-e641-480d-aa6c-fe5581167974 None None] Attempting to bind port 4328dd91-3d07-4ea4-97b1-e10c6f889f1d on network 7658f0b9-c8c7-4d44-81a0-a1b2893e69b5 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:26:03.515887 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] No Port match for: 35929af9-f9e5-4a24-8712-b437741ab71f {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:26:03.516290 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 35929af9-f9e5-4a24-8712-b437741ab71f not bound to the agent host hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:26:03.518102 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c7ed0e-e641-480d-aa6c-fe5581167974 None None] Checking agent: {'id': '0bbd6071-f664-4710-b599-19dc1c2306be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 14, 57), 'started_at': datetime.datetime(2021, 8, 25, 18, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:26:03.518461 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c7ed0e-e641-480d-aa6c-fe5581167974 None None] Checking segment: {'id': 'b0af7907-0384-4797-b84f-b8ec228f4105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7658f0b9-c8c7-4d44-81a0-a1b2893e69b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:26:03.518908 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a3c7ed0e-e641-480d-aa6c-fe5581167974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:03.519283 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c7ed0e-e641-480d-aa6c-fe5581167974 None None] Bound using segment: {'id': 'b0af7907-0384-4797-b84f-b8ec228f4105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7658f0b9-c8c7-4d44-81a0-a1b2893e69b5'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:26:03.519826 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-a3c7ed0e-e641-480d-aa6c-fe5581167974 None None] Bound port: 4328dd91-3d07-4ea4-97b1-e10c6f889f1d, host: dv-cinder-790492-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0af7907-0384-4797-b84f-b8ec228f4105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7658f0b9-c8c7-4d44-81a0-a1b2893e69b5'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:26:03.520230 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a3c7ed0e-e641-480d-aa6c-fe5581167974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:03.522728 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c7ed0e-e641-480d-aa6c-fe5581167974 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:03.523065 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c7ed0e-e641-480d-aa6c-fe5581167974 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:03.523467 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c7ed0e-e641-480d-aa6c-fe5581167974 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:03.523800 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c7ed0e-e641-480d-aa6c-fe5581167974 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:03.524391 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c7ed0e-e641-480d-aa6c-fe5581167974 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:03.524746 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c7ed0e-e641-480d-aa6c-fe5581167974 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:03.525068 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c7ed0e-e641-480d-aa6c-fe5581167974 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:03.525384 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c7ed0e-e641-480d-aa6c-fe5581167974 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:03.525959 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c7ed0e-e641-480d-aa6c-fe5581167974 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:03.526228 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c7ed0e-e641-480d-aa6c-fe5581167974 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:03.526546 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c7ed0e-e641-480d-aa6c-fe5581167974 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:03.526862 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c7ed0e-e641-480d-aa6c-fe5581167974 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:03.556219 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19c36c83-3594-4909-839f-3b0b488d73a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:03.610404 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c36c83-3594-4909-839f-3b0b488d73a0 admin admin] Network e0615610-0145-4336-86ca-92716d56c217 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:26:03.613468 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a3c7ed0e-e641-480d-aa6c-fe5581167974 None None] For port 4328dd91-3d07-4ea4-97b1-e10c6f889f1d, host dv-cinder-790492-8-iscsi, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:26:03.615013 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-19c36c83-3594-4909-839f-3b0b488d73a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:26:03.618957 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c36c83-3594-4909-839f-3b0b488d73a0 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:26:03.619141 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a3c7ed0e-e641-480d-aa6c-fe5581167974 None None] For port 4328dd91-3d07-4ea4-97b1-e10c6f889f1d, host dv-cinder-790492-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=4328dd91-3d07-4ea4-97b1-e10c6f889f1d,segment=NetworkSegment(b0af7907-0384-4797-b84f-b8ec228f4105),segment_id=b0af7907-0384-4797-b84f-b8ec228f4105)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:26:03.627104 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a3c7ed0e-e641-480d-aa6c-fe5581167974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:03.647269 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cfce6da-33ee-42e6-a756-0c96e2b39ac0 admin admin] Router 351da665-83d8-4b93-bd2a-788b71a00d6f has already been hosted by L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 {{(pid=93792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:26:03.649774 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c36c83-3594-4909-839f-3b0b488d73a0 admin admin] Pushing event updated for resources: {'Port': ['ID=6470af67-a89f-4fb8-9071-72572f01a39a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:03.699847 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7ed0e-e641-480d-aa6c-fe5581167974 None None] Pushing event updated for resources: {'Port': ['ID=4328dd91-3d07-4ea4-97b1-e10c6f889f1d,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:03.763817 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfce6da-33ee-42e6-a756-0c96e2b39ac0 admin admin] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:26:03.772416 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d677f6-bd05-4d7f-b06d-47043eebf1e6 None None] Sync routers for ids ['351da665-83d8-4b93-bd2a-788b71a00d6f'] in dv-cinder-790492-8-iscsi {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:26:03.780638 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-2cfce6da-33ee-42e6-a756-0c96e2b39ac0 admin admin] 10.222.0.37 "PUT /v2.0/routers/351da665-83d8-4b93-bd2a-788b71a00d6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7949643 Aug 25 18:26:03.783176 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 38324) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:03.783735 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d677f6-bd05-4d7f-b06d-47043eebf1e6 None None] Routers {'351da665-83d8-4b93-bd2a-788b71a00d6f'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:26:03.784604 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-23d677f6-bd05-4d7f-b06d-47043eebf1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:25:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['351da665-83d8-4b93-bd2a-788b71a00d6f'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:26:03.898012 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-23d677f6-bd05-4d7f-b06d-47043eebf1e6 None None] Set router 351da665-83d8-4b93-bd2a-788b71a00d6f gateway port host: dv-cinder-790492-8-iscsi {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:26:03.908262 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-deaaba00-0311-4f3e-8b69-c189c8ba9939 admin admin] Notify callbacks [] for router, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:04.071022 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-deaaba00-0311-4f3e-8b69-c189c8ba9939 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:04.125573 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-23d677f6-bd05-4d7f-b06d-47043eebf1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351da665-83d8-4b93-bd2a-788b71a00d6f', 'name': 'tempest-ServerRescueNegativeTestJSON-448292523-router', 'tenant_id': 'e395b011c00e459e874eaeeb248043c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': 'e9cda8bd-dffc-402c-b160-f3ee311415bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:22:35Z', 'updated_at': '2021-08-25T18:26:02Z', 'revision_number': 5, 'project_id': 'e395b011c00e459e874eaeeb248043c8', 'gw_port': {'id': 'e9cda8bd-dffc-402c-b160-f3ee311415bc', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351da665-83d8-4b93-bd2a-788b71a00d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:37Z', 'updated_at': '2021-08-25T18:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi'}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:26:04.127994 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-deaaba00-0311-4f3e-8b69-c189c8ba9939 admin admin] Deleting port e9cda8bd-dffc-402c-b160-f3ee311415bc {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:26:04.128335 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-deaaba00-0311-4f3e-8b69-c189c8ba9939 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:04.153910 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d677f6-bd05-4d7f-b06d-47043eebf1e6 None None] Checking router: 351da665-83d8-4b93-bd2a-788b71a00d6f for host: dv-cinder-790492-8-iscsi {{(pid=93794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:26:04.159848 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19c36c83-3594-4909-839f-3b0b488d73a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:04.162572 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d677f6-bd05-4d7f-b06d-47043eebf1e6 None None] Routers {'351da665-83d8-4b93-bd2a-788b71a00d6f'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:26:04.163174 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-23d677f6-bd05-4d7f-b06d-47043eebf1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:25:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['351da665-83d8-4b93-bd2a-788b71a00d6f'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:26:04.218986 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-deaaba00-0311-4f3e-8b69-c189c8ba9939 admin admin] For port e9cda8bd-dffc-402c-b160-f3ee311415bc, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=e9cda8bd-dffc-402c-b160-f3ee311415bc,segment=NetworkSegment(49cfb93f-112c-4d1a-97bc-26302bfd74eb),segment_id=49cfb93f-112c-4d1a-97bc-26302bfd74eb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:26:04.219337 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-deaaba00-0311-4f3e-8b69-c189c8ba9939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:04.231455 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-deaaba00-0311-4f3e-8b69-c189c8ba9939 admin admin] Calling delete_port for e9cda8bd-dffc-402c-b160-f3ee311415bc owned by network:router_gateway {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:26:04.252689 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-23d677f6-bd05-4d7f-b06d-47043eebf1e6 None None] Set router 351da665-83d8-4b93-bd2a-788b71a00d6f gateway port host: None {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:26:04.368525 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19c36c83-3594-4909-839f-3b0b488d73a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-432053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438075'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:04.400284 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-23d677f6-bd05-4d7f-b06d-47043eebf1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351da665-83d8-4b93-bd2a-788b71a00d6f', 'name': 'tempest-ServerRescueNegativeTestJSON-448292523-router', 'tenant_id': 'e395b011c00e459e874eaeeb248043c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:22:35Z', 'updated_at': '2021-08-25T18:26:04Z', 'revision_number': 6, 'project_id': 'e395b011c00e459e874eaeeb248043c8', 'gw_port_host': None}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:26:04.417968 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-deaaba00-0311-4f3e-8b69-c189c8ba9939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12706292'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:04.452401 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d677f6-bd05-4d7f-b06d-47043eebf1e6 None None] The sync data for ids ['351da665-83d8-4b93-bd2a-788b71a00d6f'] in dv-cinder-790492-8-iscsi is: [{'id': '351da665-83d8-4b93-bd2a-788b71a00d6f', 'name': 'tempest-ServerRescueNegativeTestJSON-448292523-router', 'tenant_id': 'e395b011c00e459e874eaeeb248043c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:22:35Z', 'updated_at': '2021-08-25T18:26:04Z', 'revision_number': 6, 'project_id': 'e395b011c00e459e874eaeeb248043c8', 'gw_port_host': None}] {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:26:04.461488 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaaba00-0311-4f3e-8b69-c189c8ba9939 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9cda8bd-dffc-402c-b160-f3ee311415bc,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:04.537685 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-deaaba00-0311-4f3e-8b69-c189c8ba9939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-438111'] for router_gateway, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:04.569620 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224c7ea-8867-49ea-a095-e699ecae4040 req-44d99625-8b03-4333-8d17-f74fe03b723c tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:04.571259 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8224c7ea-8867-49ea-a095-e699ecae4040 req-44d99625-8b03-4333-8d17-f74fe03b723c tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0767660 Aug 25 18:26:04.576248 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c36c83-3594-4909-839f-3b0b488d73a0 admin admin] Router ef351de8-d761-4613-aeae-87a9ebda20fb is scheduled to L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 18:26:04.648812 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-deaaba00-0311-4f3e-8b69-c189c8ba9939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40943'] for router, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:04.651602 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-deaaba00-0311-4f3e-8b69-c189c8ba9939 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:04.653171 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8224c7ea-8867-49ea-a095-e699ecae4040 req-7312b9be-ee94-44fd-a50e-0a4c05ceb080 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733058 Aug 25 18:26:04.722303 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-deaaba00-0311-4f3e-8b69-c189c8ba9939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-432079'] for router, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:04.722873 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deaaba00-0311-4f3e-8b69-c189c8ba9939 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 351da665-83d8-4b93-bd2a-788b71a00d6f {{(pid=93792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 18:26:04.727926 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-deaaba00-0311-4f3e-8b69-c189c8ba9939 admin admin] Notify callbacks [] for router, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:04.730626 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c36c83-3594-4909-839f-3b0b488d73a0 admin admin] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:26:04.732160 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 38328) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:04.732457 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-deaaba00-0311-4f3e-8b69-c189c8ba9939 admin admin] 10.222.0.37 "DELETE /v2.0/routers/351da665-83d8-4b93-bd2a-788b71a00d6f HTTP/1.1" status: 204 len: 168 time: 0.9477432 Aug 25 18:26:04.740108 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18babf7-4315-4186-aa98-7e36786d1631 None None] Sync routers for ids ['ef351de8-d761-4613-aeae-87a9ebda20fb'] in dv-cinder-790492-8-iscsi {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:26:04.751840 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18babf7-4315-4186-aa98-7e36786d1631 None None] Routers {'ef351de8-d761-4613-aeae-87a9ebda20fb'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:26:04.752855 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f18babf7-4315-4186-aa98-7e36786d1631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:25:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['ef351de8-d761-4613-aeae-87a9ebda20fb'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:26:04.784042 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-19c36c83-3594-4909-839f-3b0b488d73a0 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:04.785284 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-19c36c83-3594-4909-839f-3b0b488d73a0 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0542285 Aug 25 18:26:04.788121 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 38330) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:04.792903 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6d67a36-b955-4ca2-bb5a-433835850ff0 admin admin] Deleting subnet a466bd10-ab39-42b8-add1-5b51ec077d63 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 18:26:04.796019 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6d67a36-b955-4ca2-bb5a-433835850ff0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:04.798497 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c0e812-80ff-453b-b379-0fc5e038a8c6 None None] Network 7658f0b9-c8c7-4d44-81a0-a1b2893e69b5 requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:26:04.836237 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6d67a36-b955-4ca2-bb5a-433835850ff0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14585042'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:04.887591 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6d67a36-b955-4ca2-bb5a-433835850ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541805'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:04.959496 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6d67a36-b955-4ca2-bb5a-433835850ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13409375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14343719'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:04.972252 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-b1696f88-6143-4fa9-9f8f-ffa2b32513c5 None None] Provisioning for port 4328dd91-3d07-4ea4-97b1-e10c6f889f1d completed by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:26:04.993687 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d67a36-b955-4ca2-bb5a-433835850ff0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a466bd10-ab39-42b8-add1-5b51ec077d63,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:04.995715 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6d67a36-b955-4ca2-bb5a-433835850ff0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:04.997651 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-d6d67a36-b955-4ca2-bb5a-433835850ff0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a466bd10-ab39-42b8-add1-5b51ec077d63 HTTP/1.1" status: 204 len: 168 time: 0.2645090 Aug 25 18:26:05.000023 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 38332) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:05.014755 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-f18babf7-4315-4186-aa98-7e36786d1631 None None] Set router ef351de8-d761-4613-aeae-87a9ebda20fb gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:26:05.071923 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9db2cd9f-9f4f-4abc-aea2-121a2cd67183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548157'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:05.164449 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9db2cd9f-9f4f-4abc-aea2-121a2cd67183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651606', 'neutron.services.segments.db._delete_segments_for_network-8748354584558'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:05.175591 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.services.segments.db [None req-9db2cd9f-9f4f-4abc-aea2-121a2cd67183 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2887ddf4-42ee-4421-bb40-86e4a6966b8c']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:26:05.189594 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.services.segments.db [None req-9db2cd9f-9f4f-4abc-aea2-121a2cd67183 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b7140b0-1015-48cf-8ba0-cd3394513da3') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:26:05.189882 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.services.segments.db [None req-9db2cd9f-9f4f-4abc-aea2-121a2cd67183 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b7140b0-1015-48cf-8ba0-cd3394513da3') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:26:05.200416 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9db2cd9f-9f4f-4abc-aea2-121a2cd67183 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748354584441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14585037'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:05.210489 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f18babf7-4315-4186-aa98-7e36786d1631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'name': 'tempest-TestMinimumBasicScenario-1205645293-router', 'tenant_id': 'd4b0f08f861943e49eaf962ad37693b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '6470af67-a89f-4fb8-9071-72572f01a39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:26:02Z', 'updated_at': '2021-08-25T18:26:03Z', 'revision_number': 3, 'project_id': 'd4b0f08f861943e49eaf962ad37693b8', 'gw_port': {'id': '6470af67-a89f-4fb8-9071-72572f01a39a', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:26:03Z', 'updated_at': '2021-08-25T18:26:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi'}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:26:05.219412 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9db2cd9f-9f4f-4abc-aea2-121a2cd67183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:05.225922 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9db2cd9f-9f4f-4abc-aea2-121a2cd67183 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 18:26:05.226453 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9db2cd9f-9f4f-4abc-aea2-121a2cd67183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13409337'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:05.228166 dv-cinder-790492-8-iscsi neutron-server[93791]: Traceback (most recent call last): Aug 25 18:26:05.228166 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 18:26:05.228166 dv-cinder-790492-8-iscsi neutron-server[93791]: timer() Aug 25 18:26:05.228166 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 18:26:05.228166 dv-cinder-790492-8-iscsi neutron-server[93791]: cb(*args, **kw) Aug 25 18:26:05.228166 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 18:26:05.228166 dv-cinder-790492-8-iscsi neutron-server[93791]: return func(*args, **kwargs) Aug 25 18:26:05.228166 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 18:26:05.228166 dv-cinder-790492-8-iscsi neutron-server[93791]: self._notify() Aug 25 18:26:05.228166 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 18:26:05.228166 dv-cinder-790492-8-iscsi neutron-server[93791]: self.callback(batched_events) Aug 25 18:26:05.228166 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 18:26:05.228166 dv-cinder-790492-8-iscsi neutron-server[93791]: event.method(event) Aug 25 18:26:05.228166 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 18:26:05.228166 dv-cinder-790492-8-iscsi neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 18:26:05.228166 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 18:26:05.228166 dv-cinder-790492-8-iscsi neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 18:26:05.228166 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 18:26:05.228166 dv-cinder-790492-8-iscsi neutron-server[93791]: return f(self, *a, **k) Aug 25 18:26:05.228166 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 18:26:05.228166 dv-cinder-790492-8-iscsi neutron-server[93791]: return self._get(url).json() Aug 25 18:26:05.228166 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 18:26:05.228166 dv-cinder-790492-8-iscsi neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 18:26:05.228166 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 18:26:05.228166 dv-cinder-790492-8-iscsi neutron-server[93791]: return self.request(url, 'GET', **kwargs) Aug 25 18:26:05.228166 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 18:26:05.228166 dv-cinder-790492-8-iscsi neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 18:26:05.228166 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 18:26:05.228166 dv-cinder-790492-8-iscsi neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 18:26:05.228166 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 18:26:05.228166 dv-cinder-790492-8-iscsi neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 18:26:05.228166 dv-cinder-790492-8-iscsi neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 18:26:05.249851 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18babf7-4315-4186-aa98-7e36786d1631 None None] Checking router: ef351de8-d761-4613-aeae-87a9ebda20fb for host: dv-cinder-790492-8-iscsi {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:26:05.250858 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18babf7-4315-4186-aa98-7e36786d1631 None None] Updating router ef351de8-d761-4613-aeae-87a9ebda20fb port 6470af67-a89f-4fb8-9071-72572f01a39a binding host dv-cinder-790492-8-iscsi {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 18:26:05.280644 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8bde0d0c-8e84-4374-bdab-70a55e62a0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:05.301976 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9db2cd9f-9f4f-4abc-aea2-121a2cd67183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438115'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:05.302204 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f18babf7-4315-4186-aa98-7e36786d1631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:05.307609 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9db2cd9f-9f4f-4abc-aea2-121a2cd67183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:05.313082 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-9db2cd9f-9f4f-4abc-aea2-121a2cd67183 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2887ddf4-42ee-4421-bb40-86e4a6966b8c HTTP/1.1" status: 204 len: 168 time: 0.3095901 Aug 25 18:26:05.336323 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2cd9f-9f4f-4abc-aea2-121a2cd67183 admin admin] Pushing event deleted for resources: {'Network': ['ID=2887ddf4-42ee-4421-bb40-86e4a6966b8c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:05.457069 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 38336) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:05.506143 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-6eeb9197-46ca-43db-a54d-8a09ffb4083d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e395b011c00e459e874eaeeb248043c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0446255 Aug 25 18:26:05.506143 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 38338) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:05.507958 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-8bde0d0c-8e84-4374-bdab-70a55e62a0ae admin admin] Allocated IP 172.20.0.1 (7658f0b9-c8c7-4d44-81a0-a1b2893e69b5/48fe81fc-18ce-449e-adc8-712ce7a3cecf/8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:26:05.594693 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b724a1f2-fdd0-4b65-8955-3fb4f2b419ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:05.643649 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 4328dd91-3d07-4ea4-97b1-e10c6f889f1d up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:26:05.645862 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b724a1f2-fdd0-4b65-8955-3fb4f2b419ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:05.671549 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8bde0d0c-8e84-4374-bdab-70a55e62a0ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:05.688822 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8bde0d0c-8e84-4374-bdab-70a55e62a0ae admin admin] Transition to ACTIVE for port object 8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:26:05.693908 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f18babf7-4315-4186-aa98-7e36786d1631 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:05.706697 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b724a1f2-fdd0-4b65-8955-3fb4f2b419ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:05.708869 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-f18babf7-4315-4186-aa98-7e36786d1631 None None] Transition to ACTIVE for port object 6470af67-a89f-4fb8-9071-72572f01a39a will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:26:05.711882 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b724a1f2-fdd0-4b65-8955-3fb4f2b419ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:05.713783 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-b724a1f2-fdd0-4b65-8955-3fb4f2b419ec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5cab83af-57d5-45c2-9bb9-65e6fc4e45c8 HTTP/1.1" status: 204 len: 168 time: 0.2065551 Aug 25 18:26:05.718856 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f18babf7-4315-4186-aa98-7e36786d1631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:05.738258 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8bde0d0c-8e84-4374-bdab-70a55e62a0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12706292'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:05.742061 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724a1f2-fdd0-4b65-8955-3fb4f2b419ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cab83af-57d5-45c2-9bb9-65e6fc4e45c8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:05.776960 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning for port 4328dd91-3d07-4ea4-97b1-e10c6f889f1d completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:26:05.787395 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bde0d0c-8e84-4374-bdab-70a55e62a0ae admin admin] Network 7658f0b9-c8c7-4d44-81a0-a1b2893e69b5 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:26:05.789560 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port 4328dd91-3d07-4ea4-97b1-e10c6f889f1d triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:26:05.790143 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:05.793463 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0db962-2e26-4d7c-b875-b574ad5ad6b7 None None] Pushing event updated for resources: {'Port': ['ID=6470af67-a89f-4fb8-9071-72572f01a39a,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:05.798834 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-8bde0d0c-8e84-4374-bdab-70a55e62a0ae admin admin] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:26:05.802681 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bde0d0c-8e84-4374-bdab-70a55e62a0ae admin admin] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:26:05.845546 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde0d0c-8e84-4374-bdab-70a55e62a0ae admin admin] Pushing event updated for resources: {'Port': ['ID=8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:05.856251 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-f18babf7-4315-4186-aa98-7e36786d1631 None None] Attempting to bind port 6470af67-a89f-4fb8-9071-72572f01a39a on host dv-cinder-790492-8-iscsi for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:26:05.856643 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-f18babf7-4315-4186-aa98-7e36786d1631 None None] Attempting to bind port 6470af67-a89f-4fb8-9071-72572f01a39a by drivers openvswitch,hyperv on host dv-cinder-790492-8-iscsi at level 0 using segments [{'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:26:05.857008 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18babf7-4315-4186-aa98-7e36786d1631 None None] Attempting to bind port 6470af67-a89f-4fb8-9071-72572f01a39a on network e0615610-0145-4336-86ca-92716d56c217 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:26:05.859813 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8bde0d0c-8e84-4374-bdab-70a55e62a0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-438244'] for router_interface, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:05.866032 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18babf7-4315-4186-aa98-7e36786d1631 None None] Checking agent: {'id': '0bbd6071-f664-4710-b599-19dc1c2306be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 14, 57), 'started_at': datetime.datetime(2021, 8, 25, 18, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:26:05.866403 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18babf7-4315-4186-aa98-7e36786d1631 None None] Checking segment: {'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:26:05.866803 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f18babf7-4315-4186-aa98-7e36786d1631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:05.867188 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18babf7-4315-4186-aa98-7e36786d1631 None None] Bound using segment: {'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:26:05.867661 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-f18babf7-4315-4186-aa98-7e36786d1631 None None] Bound port: 6470af67-a89f-4fb8-9071-72572f01a39a, host: dv-cinder-790492-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:26:05.868037 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f18babf7-4315-4186-aa98-7e36786d1631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:05.895438 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4da040-11fe-44fb-acee-49eb51e22d25 req-81625e95-501c-401e-962c-0103cc9e5371 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:05.903681 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-dc4da040-11fe-44fb-acee-49eb51e22d25 req-81625e95-501c-401e-962c-0103cc9e5371 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.1040640 Aug 25 18:26:05.939855 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-dc4da040-11fe-44fb-acee-49eb51e22d25 req-36345b04-cda2-4419-ab38-44bd22f13c97 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352249 Aug 25 18:26:05.981960 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-f18babf7-4315-4186-aa98-7e36786d1631 None None] For port 6470af67-a89f-4fb8-9071-72572f01a39a, host dv-cinder-790492-8-iscsi, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:26:05.987277 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-f18babf7-4315-4186-aa98-7e36786d1631 None None] For port 6470af67-a89f-4fb8-9071-72572f01a39a, host dv-cinder-790492-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=6470af67-a89f-4fb8-9071-72572f01a39a,segment=NetworkSegment(49cfb93f-112c-4d1a-97bc-26302bfd74eb),segment_id=49cfb93f-112c-4d1a-97bc-26302bfd74eb)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:26:05.990169 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:06.002187 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f18babf7-4315-4186-aa98-7e36786d1631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:06.034858 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8bde0d0c-8e84-4374-bdab-70a55e62a0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:06.093896 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a73fd473-a473-4725-b778-338a169d167b None None] For port 4328dd91-3d07-4ea4-97b1-e10c6f889f1d, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=4328dd91-3d07-4ea4-97b1-e10c6f889f1d,segment=NetworkSegment(b0af7907-0384-4797-b84f-b8ec228f4105),segment_id=b0af7907-0384-4797-b84f-b8ec228f4105)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:26:06.100767 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0db962-2e26-4d7c-b875-b574ad5ad6b7 None None] Pushing event updated for resources: {'Port': ['ID=6470af67-a89f-4fb8-9071-72572f01a39a,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:06.104425 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:06.108062 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18babf7-4315-4186-aa98-7e36786d1631 None None] Routers {'ef351de8-d761-4613-aeae-87a9ebda20fb'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:26:06.108781 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f18babf7-4315-4186-aa98-7e36786d1631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:25:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['ef351de8-d761-4613-aeae-87a9ebda20fb'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:26:06.199957 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device e9cda8bd-dffc-402c-b160-f3ee311415bc no longer exists at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:26:06.253912 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8bde0d0c-8e84-4374-bdab-70a55e62a0ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:06.258795 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-639d234e-c0aa-4d7e-b523-62b0ff6bbda2 None None] Provisioning for port 8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5 completed by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:26:06.259985 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8bde0d0c-8e84-4374-bdab-70a55e62a0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12706285'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:06.260914 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-a73fd473-a473-4725-b778-338a169d167b None None] No Port match for: e9cda8bd-dffc-402c-b160-f3ee311415bc {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:26:06.261262 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device e9cda8bd-dffc-402c-b160-f3ee311415bc not bound to the agent host dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:26:06.261674 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device e044fa3c-0c98-4d17-94c1-f1fe959ee0a5 no longer exists at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:26:06.268092 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Pushing event updated for resources: {'Port': ['ID=4328dd91-3d07-4ea4-97b1-e10c6f889f1d,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:06.294036 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-639d234e-c0aa-4d7e-b523-62b0ff6bbda2 None None] Provisioning complete for port 8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5 triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:26:06.294412 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-639d234e-c0aa-4d7e-b523-62b0ff6bbda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:06.300121 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-a73fd473-a473-4725-b778-338a169d167b None None] No Port match for: e044fa3c-0c98-4d17-94c1-f1fe959ee0a5 {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:26:06.300470 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device e044fa3c-0c98-4d17-94c1-f1fe959ee0a5 not bound to the agent host dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:26:06.308299 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8bde0d0c-8e84-4374-bdab-70a55e62a0ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437819'] for router_interface, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:06.344092 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-f18babf7-4315-4186-aa98-7e36786d1631 None None] Set router ef351de8-d761-4613-aeae-87a9ebda20fb gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:26:06.347279 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-639d234e-c0aa-4d7e-b523-62b0ff6bbda2 None None] Port 8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5 cannot update to ACTIVE because it is not bound. {{(pid=93793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:26:06.395318 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde0d0c-8e84-4374-bdab-70a55e62a0ae admin admin] Pushing event updated for resources: {'Port': ['ID=8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:06.438392 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bde0d0c-8e84-4374-bdab-70a55e62a0ae admin admin] Network 7658f0b9-c8c7-4d44-81a0-a1b2893e69b5 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:26:06.439932 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-8bde0d0c-8e84-4374-bdab-70a55e62a0ae admin admin] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:26:06.560721 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bde0d0c-8e84-4374-bdab-70a55e62a0ae admin admin] Router ef351de8-d761-4613-aeae-87a9ebda20fb has already been hosted by L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 {{(pid=93792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:26:06.678846 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bde0d0c-8e84-4374-bdab-70a55e62a0ae admin admin] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:26:06.684052 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-8bde0d0c-8e84-4374-bdab-70a55e62a0ae admin admin] 10.222.0.37 "PUT /v2.0/routers/ef351de8-d761-4613-aeae-87a9ebda20fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8944216 Aug 25 18:26:06.698598 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f18babf7-4315-4186-aa98-7e36786d1631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'name': 'tempest-TestMinimumBasicScenario-1205645293-router', 'tenant_id': 'd4b0f08f861943e49eaf962ad37693b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '6470af67-a89f-4fb8-9071-72572f01a39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:26:02Z', 'updated_at': '2021-08-25T18:26:05Z', 'revision_number': 4, 'project_id': 'd4b0f08f861943e49eaf962ad37693b8', 'gw_port': {'id': '6470af67-a89f-4fb8-9071-72572f01a39a', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:26:03Z', 'updated_at': '2021-08-25T18:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5', 'name': '', 'network_id': '7658f0b9-c8c7-4d44-81a0-a1b2893e69b5', 'tenant_id': 'd4b0f08f861943e49eaf962ad37693b8', 'mac_address': 'fa:16:3e:9c:65:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '48fe81fc-18ce-449e-adc8-712ce7a3cecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:26:05Z', 'updated_at': '2021-08-25T18:26:05Z', 'revision_number': 1, 'project_id': 'd4b0f08f861943e49eaf962ad37693b8', 'subnets': [{'id': '48fe81fc-18ce-449e-adc8-712ce7a3cecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:26:06.727710 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18babf7-4315-4186-aa98-7e36786d1631 None None] The sync data for ids ['ef351de8-d761-4613-aeae-87a9ebda20fb'] in dv-cinder-790492-8-iscsi is: [{'id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'name': 'tempest-TestMinimumBasicScenario-1205645293-router', 'tenant_id': 'd4b0f08f861943e49eaf962ad37693b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '6470af67-a89f-4fb8-9071-72572f01a39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:26:02Z', 'updated_at': '2021-08-25T18:26:05Z', 'revision_number': 4, 'project_id': 'd4b0f08f861943e49eaf962ad37693b8', 'gw_port': {'id': '6470af67-a89f-4fb8-9071-72572f01a39a', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:26:03Z', 'updated_at': '2021-08-25T18:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5', 'name': '', 'network_id': '7658f0b9-c8c7-4d44-81a0-a1b2893e69b5', 'tenant_id': 'd4b0f08f861943e49eaf962ad37693b8', 'mac_address': 'fa:16:3e:9c:65:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '48fe81fc-18ce-449e-adc8-712ce7a3cecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:26:05Z', 'updated_at': '2021-08-25T18:26:05Z', 'revision_number': 1, 'project_id': 'd4b0f08f861943e49eaf962ad37693b8', 'subnets': [{'id': '48fe81fc-18ce-449e-adc8-712ce7a3cecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:26:06.779246 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a5d74bcd-40d2-43a7-9143-6c9a97c6bbb0 None None] Provisioning complete for port 8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5 triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:26:06.780387 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a5d74bcd-40d2-43a7-9143-6c9a97c6bbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:06.823143 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-a5d74bcd-40d2-43a7-9143-6c9a97c6bbb0 None None] Port 8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5 cannot update to ACTIVE because it is not bound. {{(pid=93793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:26:07.087232 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df33ea-bfee-4dc5-bec0-bc0bdc1f9e4e req-81856c24-916b-48c3-96da-53f7389cea02 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:07.088935 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-37df33ea-bfee-4dc5-bec0-bc0bdc1f9e4e req-81856c24-916b-48c3-96da-53f7389cea02 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0700717 Aug 25 18:26:07.138871 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-37df33ea-bfee-4dc5-bec0-bc0bdc1f9e4e req-8c49aa9c-d45e-4eb7-a032-0c98bcc9d7f1 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420077 Aug 25 18:26:07.390690 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 38394) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:07.401047 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f7498b96-471a-48f0-9ad3-b0e177dc09f6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1901069975-network', 'tenant_id': '5e4025405e2544a3836f394bca8d91c4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:26:07.423917 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7498b96-471a-48f0-9ad3-b0e177dc09f6 admin admin] Made reservation on behalf of 5e4025405e2544a3836f394bca8d91c4 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:26:07.426238 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7498b96-471a-48f0-9ad3-b0e177dc09f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:07.435763 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7498b96-471a-48f0-9ad3-b0e177dc09f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:07.562203 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7498b96-471a-48f0-9ad3-b0e177dc09f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:07.569720 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7498b96-471a-48f0-9ad3-b0e177dc09f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:07.601073 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7498b96-471a-48f0-9ad3-b0e177dc09f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 18:26:07.616000 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7498b96-471a-48f0-9ad3-b0e177dc09f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4c2fc3-641e-435a-8036-6d6b62aad296,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:07.622916 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7498b96-471a-48f0-9ad3-b0e177dc09f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:07.623284 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.db.segments_db [None req-f7498b96-471a-48f0-9ad3-b0e177dc09f6 admin admin] Added segment d54b1ff0-6917-4bf9-8ddd-b278abdacefc of type vlan for network fa9b0914-2b58-4d14-a402-14b91966cb8a Aug 25 18:26:07.667614 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 6470af67-a89f-4fb8-9071-72572f01a39a up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:26:07.673568 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7498b96-471a-48f0-9ad3-b0e177dc09f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748354007426'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:07.707889 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7498b96-471a-48f0-9ad3-b0e177dc09f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:07.708996 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7498b96-471a-48f0-9ad3-b0e177dc09f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:07.709640 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7498b96-471a-48f0-9ad3-b0e177dc09f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:07.724568 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning for port 6470af67-a89f-4fb8-9071-72572f01a39a completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:26:07.729487 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port 6470af67-a89f-4fb8-9071-72572f01a39a triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:26:07.730093 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:07.763727 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-f7498b96-471a-48f0-9ad3-b0e177dc09f6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3719211 Aug 25 18:26:07.766723 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 38396) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:07.775063 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7498b96-471a-48f0-9ad3-b0e177dc09f6 admin admin] Pushing event updated for resources: {'Network': ['ID=fa9b0914-2b58-4d14-a402-14b91966cb8a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:07.776531 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-3e09c57f-ff1c-4af7-a854-f7c2cc599714 admin admin] Request body: {'subnet': {'network_id': 'fa9b0914-2b58-4d14-a402-14b91966cb8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1901069975-subnet', 'tenant_id': '5e4025405e2544a3836f394bca8d91c4', 'ip_version': 4}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:26:07.788269 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Network fa9b0914-2b58-4d14-a402-14b91966cb8a details requested by agent ovs-agent-dv-cinder-790492-8-iscsi with host dv-cinder-790492-8-iscsi {{(pid=93793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 18:26:07.800282 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e09c57f-ff1c-4af7-a854-f7c2cc599714 admin admin] Made reservation on behalf of 5e4025405e2544a3836f394bca8d91c4 for: {'subnet': 1} {{(pid=93792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:26:07.802861 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3e09c57f-ff1c-4af7-a854-f7c2cc599714 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14501250'] for subnet, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:07.882235 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:07.907173 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a73fd473-a473-4725-b778-338a169d167b None None] For port 6470af67-a89f-4fb8-9071-72572f01a39a, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=6470af67-a89f-4fb8-9071-72572f01a39a,segment=NetworkSegment(49cfb93f-112c-4d1a-97bc-26302bfd74eb),segment_id=49cfb93f-112c-4d1a-97bc-26302bfd74eb)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:26:07.912408 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:07.913435 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 4328dd91-3d07-4ea4-97b1-e10c6f889f1d up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:26:07.977770 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3e09c57f-ff1c-4af7-a854-f7c2cc599714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12688228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14501360'] for subnet, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:07.993557 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Pushing event updated for resources: {'Port': ['ID=6470af67-a89f-4fb8-9071-72572f01a39a,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:08.012108 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port 4328dd91-3d07-4ea4-97b1-e10c6f889f1d triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:26:08.012480 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:08.038314 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e09c57f-ff1c-4af7-a854-f7c2cc599714 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2269f4f-3eba-4d34-b2fd-3c7f67c16e43,revision_number=0']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:08.047837 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e09c57f-ff1c-4af7-a854-f7c2cc599714 admin admin] Checking segment: {'id': 'd54b1ff0-6917-4bf9-8ddd-b278abdacefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'fa9b0914-2b58-4d14-a402-14b91966cb8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:26:08.048195 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e09c57f-ff1c-4af7-a854-f7c2cc599714 admin admin] Network hostable DHCP agents. Network: fa9b0914-2b58-4d14-a402-14b91966cb8a, hostable agents: ['e2010df7-17ed-4426-81f9-bde1aab96ae1'], hosted agents: [] {{(pid=93792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 18:26:08.066426 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e09c57f-ff1c-4af7-a854-f7c2cc599714 admin admin] Network fa9b0914-2b58-4d14-a402-14b91966cb8a is scheduled to be hosted by DHCP agent e2010df7-17ed-4426-81f9-bde1aab96ae1 with binding_index 1 {{(pid=93792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 18:26:08.077707 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-3e09c57f-ff1c-4af7-a854-f7c2cc599714 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-8-iscsi, fa9b0914-2b58-4d14-a402-14b91966cb8a) {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:26:08.082309 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e09c57f-ff1c-4af7-a854-f7c2cc599714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:08.082813 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3e09c57f-ff1c-4af7-a854-f7c2cc599714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for subnet, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:08.092251 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbe4991-0614-4cfa-93da-3a2fd371f859 None None] Network fa9b0914-2b58-4d14-a402-14b91966cb8a requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:26:08.101838 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-3e09c57f-ff1c-4af7-a854-f7c2cc599714 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3310893 Aug 25 18:26:08.102130 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 38398) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:08.107067 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-00e84d8a-5484-4ed6-a7ad-d408fe768ddd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1901069975-router', 'tenant_id': '5e4025405e2544a3836f394bca8d91c4', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217'}}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:26:08.127019 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-00e84d8a-5484-4ed6-a7ad-d408fe768ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-431906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40733'] for router, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:08.128151 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-00e84d8a-5484-4ed6-a7ad-d408fe768ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437732', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40724'] for router, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:08.188184 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-00e84d8a-5484-4ed6-a7ad-d408fe768ddd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:08.249223 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f4a78b-52eb-493b-9576-9e102fe107af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp841b6aa3-c910-5d4c-bf3d-f471c3a673d8-fa9b0914-2b58-4d14-a402-14b91966cb8a', 'network_id': 'fa9b0914-2b58-4d14-a402-14b91966cb8a', 'tenant_id': '5e4025405e2544a3836f394bca8d91c4', 'fixed_ips': [{'subnet_id': 'a2269f4f-3eba-4d34-b2fd-3c7f67c16e43'}]}} from dv-cinder-790492-8-iscsi. {{(pid=93793) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 18:26:08.250187 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a1f4a78b-52eb-493b-9576-9e102fe107af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:08.262140 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12739e7e-fe8d-40b1-8477-8c03caf53e5e req-02cc0fd5-62c4-49c4-a282-4aa8aa1533ea tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:08.264216 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-12739e7e-fe8d-40b1-8477-8c03caf53e5e req-02cc0fd5-62c4-49c4-a282-4aa8aa1533ea tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0526423 Aug 25 18:26:08.310145 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-12739e7e-fe8d-40b1-8477-8c03caf53e5e req-8aa8c4df-34aa-4aa9-b60a-32f567118ec6 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391572 Aug 25 18:26:08.340729 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-00e84d8a-5484-4ed6-a7ad-d408fe768ddd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:08.401378 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-a1f4a78b-52eb-493b-9576-9e102fe107af None None] Allocated IP 172.20.0.2 (fa9b0914-2b58-4d14-a402-14b91966cb8a/a2269f4f-3eba-4d34-b2fd-3c7f67c16e43/d5d283f7-0a42-4efb-a06b-44cd4699176b) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:26:08.582543 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a1f4a78b-52eb-493b-9576-9e102fe107af None None] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:08.595781 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a1f4a78b-52eb-493b-9576-9e102fe107af None None] Transition to ACTIVE for port object d5d283f7-0a42-4efb-a06b-44cd4699176b will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:26:08.612662 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a1f4a78b-52eb-493b-9576-9e102fe107af None None] Transition to ACTIVE for port object d5d283f7-0a42-4efb-a06b-44cd4699176b will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:26:08.618678 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a1f4a78b-52eb-493b-9576-9e102fe107af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:08.655013 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f4a78b-52eb-493b-9576-9e102fe107af None None] Network fa9b0914-2b58-4d14-a402-14b91966cb8a is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:26:08.657219 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-a1f4a78b-52eb-493b-9576-9e102fe107af None None] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:26:08.660650 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f4a78b-52eb-493b-9576-9e102fe107af None None] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:26:08.700586 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4a78b-52eb-493b-9576-9e102fe107af None None] Pushing event updated for resources: {'Port': ['ID=d5d283f7-0a42-4efb-a06b-44cd4699176b,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:08.732751 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-a1f4a78b-52eb-493b-9576-9e102fe107af None None] Attempting to bind port d5d283f7-0a42-4efb-a06b-44cd4699176b on host dv-cinder-790492-8-iscsi for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:26:08.732940 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-a1f4a78b-52eb-493b-9576-9e102fe107af None None] Attempting to bind port d5d283f7-0a42-4efb-a06b-44cd4699176b by drivers openvswitch,hyperv on host dv-cinder-790492-8-iscsi at level 0 using segments [{'id': 'd54b1ff0-6917-4bf9-8ddd-b278abdacefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'fa9b0914-2b58-4d14-a402-14b91966cb8a'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:26:08.733303 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f4a78b-52eb-493b-9576-9e102fe107af None None] Attempting to bind port d5d283f7-0a42-4efb-a06b-44cd4699176b on network fa9b0914-2b58-4d14-a402-14b91966cb8a {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:26:08.738578 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f4a78b-52eb-493b-9576-9e102fe107af None None] Checking agent: {'id': '0bbd6071-f664-4710-b599-19dc1c2306be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 14, 57), 'started_at': datetime.datetime(2021, 8, 25, 18, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:26:08.738996 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f4a78b-52eb-493b-9576-9e102fe107af None None] Checking segment: {'id': 'd54b1ff0-6917-4bf9-8ddd-b278abdacefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'fa9b0914-2b58-4d14-a402-14b91966cb8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:26:08.739565 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a1f4a78b-52eb-493b-9576-9e102fe107af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:08.739851 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f4a78b-52eb-493b-9576-9e102fe107af None None] Bound using segment: {'id': 'd54b1ff0-6917-4bf9-8ddd-b278abdacefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'fa9b0914-2b58-4d14-a402-14b91966cb8a'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:26:08.740323 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-a1f4a78b-52eb-493b-9576-9e102fe107af None None] Bound port: d5d283f7-0a42-4efb-a06b-44cd4699176b, host: dv-cinder-790492-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd54b1ff0-6917-4bf9-8ddd-b278abdacefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'fa9b0914-2b58-4d14-a402-14b91966cb8a'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:26:08.740781 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a1f4a78b-52eb-493b-9576-9e102fe107af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:08.769629 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-00e84d8a-5484-4ed6-a7ad-d408fe768ddd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:08.789420 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-00e84d8a-5484-4ed6-a7ad-d408fe768ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:08.813004 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a1f4a78b-52eb-493b-9576-9e102fe107af None None] For port d5d283f7-0a42-4efb-a06b-44cd4699176b, host dv-cinder-790492-8-iscsi, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:26:08.816000 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a1f4a78b-52eb-493b-9576-9e102fe107af None None] For port d5d283f7-0a42-4efb-a06b-44cd4699176b, host dv-cinder-790492-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=d5d283f7-0a42-4efb-a06b-44cd4699176b,segment=NetworkSegment(d54b1ff0-6917-4bf9-8ddd-b278abdacefc),segment_id=d54b1ff0-6917-4bf9-8ddd-b278abdacefc)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:26:08.821252 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a1f4a78b-52eb-493b-9576-9e102fe107af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:08.877848 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4a78b-52eb-493b-9576-9e102fe107af None None] Pushing event updated for resources: {'Port': ['ID=d5d283f7-0a42-4efb-a06b-44cd4699176b,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:08.911766 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-00e84d8a-5484-4ed6-a7ad-d408fe768ddd admin admin] Allocated IP 172.27.3.245 (e0615610-0145-4336-86ca-92716d56c217/ba8c35dc-42f2-4379-aafd-ce1793efee80/175a4788-5cd4-4920-b31a-62eab5732cfd) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:26:08.936205 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09814238-e42a-4246-92b2-43ae43b9d8cd None None] Sync routers for ids ['ef351de8-d761-4613-aeae-87a9ebda20fb'] in dv-cinder-790492-8-iscsi {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:26:08.945935 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09814238-e42a-4246-92b2-43ae43b9d8cd None None] Routers {'ef351de8-d761-4613-aeae-87a9ebda20fb'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:26:08.946541 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-09814238-e42a-4246-92b2-43ae43b9d8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:25:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['ef351de8-d761-4613-aeae-87a9ebda20fb'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:26:09.021288 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-00e84d8a-5484-4ed6-a7ad-d408fe768ddd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:09.077151 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-09814238-e42a-4246-92b2-43ae43b9d8cd None None] Set router ef351de8-d761-4613-aeae-87a9ebda20fb gateway port host: dv-cinder-790492-8-iscsi {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:26:09.079442 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-00e84d8a-5484-4ed6-a7ad-d408fe768ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12706292'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:09.124788 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e84d8a-5484-4ed6-a7ad-d408fe768ddd admin admin] Network e0615610-0145-4336-86ca-92716d56c217 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:26:09.135583 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-00e84d8a-5484-4ed6-a7ad-d408fe768ddd admin admin] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:26:09.139878 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e84d8a-5484-4ed6-a7ad-d408fe768ddd admin admin] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:26:09.147423 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e84d8a-5484-4ed6-a7ad-d408fe768ddd admin admin] Pushing event updated for resources: {'Port': ['ID=175a4788-5cd4-4920-b31a-62eab5732cfd,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:09.304908 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-09814238-e42a-4246-92b2-43ae43b9d8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'name': 'tempest-TestMinimumBasicScenario-1205645293-router', 'tenant_id': 'd4b0f08f861943e49eaf962ad37693b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '6470af67-a89f-4fb8-9071-72572f01a39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:26:02Z', 'updated_at': '2021-08-25T18:26:05Z', 'revision_number': 4, 'project_id': 'd4b0f08f861943e49eaf962ad37693b8', 'gw_port': {'id': '6470af67-a89f-4fb8-9071-72572f01a39a', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:26:03Z', 'updated_at': '2021-08-25T18:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5', 'name': '', 'network_id': '7658f0b9-c8c7-4d44-81a0-a1b2893e69b5', 'tenant_id': 'd4b0f08f861943e49eaf962ad37693b8', 'mac_address': 'fa:16:3e:9c:65:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '48fe81fc-18ce-449e-adc8-712ce7a3cecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:26:05Z', 'updated_at': '2021-08-25T18:26:06Z', 'revision_number': 2, 'project_id': 'd4b0f08f861943e49eaf962ad37693b8', 'subnets': [{'id': '48fe81fc-18ce-449e-adc8-712ce7a3cecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:26:09.329774 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09814238-e42a-4246-92b2-43ae43b9d8cd None None] Checking router: ef351de8-d761-4613-aeae-87a9ebda20fb for host: dv-cinder-790492-8-iscsi {{(pid=93794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:26:09.330115 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09814238-e42a-4246-92b2-43ae43b9d8cd None None] Updating router ef351de8-d761-4613-aeae-87a9ebda20fb port 8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5 binding host dv-cinder-790492-8-iscsi {{(pid=93794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 18:26:09.357461 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09814238-e42a-4246-92b2-43ae43b9d8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:09.395601 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-00e84d8a-5484-4ed6-a7ad-d408fe768ddd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:09.446465 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6951d-1e5f-4126-9652-a368d4bccc96 req-b0df6cc5-a7e4-4abb-be66-86dd9f38e909 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:09.448034 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-16f6951d-1e5f-4126-9652-a368d4bccc96 req-b0df6cc5-a7e4-4abb-be66-86dd9f38e909 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0671873 Aug 25 18:26:09.492457 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-16f6951d-1e5f-4126-9652-a368d4bccc96 req-a87b6bee-2f4a-4dd0-a217-8e9de2df6943 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380671 Aug 25 18:26:09.608797 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-00e84d8a-5484-4ed6-a7ad-d408fe768ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-432053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438075'] for router, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:09.659685 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 6470af67-a89f-4fb8-9071-72572f01a39a up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:26:09.677449 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09814238-e42a-4246-92b2-43ae43b9d8cd None None] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:09.689930 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-09814238-e42a-4246-92b2-43ae43b9d8cd None None] Transition to ACTIVE for port object 8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:26:09.699826 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09814238-e42a-4246-92b2-43ae43b9d8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:09.734471 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port 6470af67-a89f-4fb8-9071-72572f01a39a triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:26:09.735043 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:09.784338 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e84d8a-5484-4ed6-a7ad-d408fe768ddd admin admin] Router e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e is scheduled to L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 with binding_index 1 {{(pid=93792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 18:26:09.823620 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39bb37f-35a7-4704-b418-6117ec030fb5 None None] Pushing event updated for resources: {'Port': ['ID=8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:09.831102 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-09814238-e42a-4246-92b2-43ae43b9d8cd None None] Attempting to bind port 8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5 on host dv-cinder-790492-8-iscsi for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:26:09.831473 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-09814238-e42a-4246-92b2-43ae43b9d8cd None None] Attempting to bind port 8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5 by drivers openvswitch,hyperv on host dv-cinder-790492-8-iscsi at level 0 using segments [{'id': 'b0af7907-0384-4797-b84f-b8ec228f4105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7658f0b9-c8c7-4d44-81a0-a1b2893e69b5'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:26:09.832567 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09814238-e42a-4246-92b2-43ae43b9d8cd None None] Attempting to bind port 8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5 on network 7658f0b9-c8c7-4d44-81a0-a1b2893e69b5 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:26:09.839860 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39bb37f-35a7-4704-b418-6117ec030fb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:09.840496 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39bb37f-35a7-4704-b418-6117ec030fb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:09.840885 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39bb37f-35a7-4704-b418-6117ec030fb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:09.841222 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39bb37f-35a7-4704-b418-6117ec030fb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:09.841557 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39bb37f-35a7-4704-b418-6117ec030fb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:09.841887 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39bb37f-35a7-4704-b418-6117ec030fb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:09.842215 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39bb37f-35a7-4704-b418-6117ec030fb5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:09.842877 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39bb37f-35a7-4704-b418-6117ec030fb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:09.843766 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39bb37f-35a7-4704-b418-6117ec030fb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:09.844794 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39bb37f-35a7-4704-b418-6117ec030fb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:09.845184 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39bb37f-35a7-4704-b418-6117ec030fb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:09.845590 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39bb37f-35a7-4704-b418-6117ec030fb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:09.849119 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09814238-e42a-4246-92b2-43ae43b9d8cd None None] Checking agent: {'id': '0bbd6071-f664-4710-b599-19dc1c2306be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 14, 57), 'started_at': datetime.datetime(2021, 8, 25, 18, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:26:09.849491 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09814238-e42a-4246-92b2-43ae43b9d8cd None None] Checking segment: {'id': 'b0af7907-0384-4797-b84f-b8ec228f4105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7658f0b9-c8c7-4d44-81a0-a1b2893e69b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:26:09.849900 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09814238-e42a-4246-92b2-43ae43b9d8cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:09.850660 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09814238-e42a-4246-92b2-43ae43b9d8cd None None] Bound using segment: {'id': 'b0af7907-0384-4797-b84f-b8ec228f4105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7658f0b9-c8c7-4d44-81a0-a1b2893e69b5'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:26:09.851156 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-09814238-e42a-4246-92b2-43ae43b9d8cd None None] Bound port: 8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5, host: dv-cinder-790492-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0af7907-0384-4797-b84f-b8ec228f4105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7658f0b9-c8c7-4d44-81a0-a1b2893e69b5'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:26:09.851558 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09814238-e42a-4246-92b2-43ae43b9d8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:09.895354 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device d5d283f7-0a42-4efb-a06b-44cd4699176b up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:26:09.954251 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e84d8a-5484-4ed6-a7ad-d408fe768ddd admin admin] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:26:09.961000 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-09814238-e42a-4246-92b2-43ae43b9d8cd None None] For port 8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5, host dv-cinder-790492-8-iscsi, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:26:09.966192 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning for port d5d283f7-0a42-4efb-a06b-44cd4699176b completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:26:09.979282 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-09814238-e42a-4246-92b2-43ae43b9d8cd None None] For port 8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5, host dv-cinder-790492-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5,segment=NetworkSegment(b0af7907-0384-4797-b84f-b8ec228f4105),segment_id=b0af7907-0384-4797-b84f-b8ec228f4105)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:26:09.984119 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fed29c-fc60-4e27-bd22-4b59642f4552 None None] Sync routers for ids ['e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e'] in dv-cinder-790492-8-iscsi {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:26:09.986318 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-09814238-e42a-4246-92b2-43ae43b9d8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:09.999854 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fed29c-fc60-4e27-bd22-4b59642f4552 None None] Routers {'e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:26:10.000784 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-19fed29c-fc60-4e27-bd22-4b59642f4552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:25:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:26:10.004511 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-00e84d8a-5484-4ed6-a7ad-d408fe768ddd admin admin] Notify callbacks [] for router, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:10.006150 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-00e84d8a-5484-4ed6-a7ad-d408fe768ddd admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9029021 Aug 25 18:26:10.008974 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 38426) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:10.046640 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09814238-e42a-4246-92b2-43ae43b9d8cd None None] Routers {'ef351de8-d761-4613-aeae-87a9ebda20fb'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:26:10.047270 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-09814238-e42a-4246-92b2-43ae43b9d8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:25:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['ef351de8-d761-4613-aeae-87a9ebda20fb'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:26:10.172314 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39bb37f-35a7-4704-b418-6117ec030fb5 None None] Pushing event updated for resources: {'Port': ['ID=8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5,revision_number=4']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:10.202022 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-09814238-e42a-4246-92b2-43ae43b9d8cd None None] Set router ef351de8-d761-4613-aeae-87a9ebda20fb gateway port host: dv-cinder-790492-8-iscsi {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:26:10.220660 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175620c4-8e60-44c1-8d6d-d0699cdfe382 None None] Network fa9b0914-2b58-4d14-a402-14b91966cb8a requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:26:10.245503 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 38430) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:10.385068 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-00e6ad29-2e4e-4047-bfbc-5bba5100bfab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:10.417086 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-19fed29c-fc60-4e27-bd22-4b59642f4552 None None] Set router e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:26:10.511621 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-00e6ad29-2e4e-4047-bfbc-5bba5100bfab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:10.519099 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-00e6ad29-2e4e-4047-bfbc-5bba5100bfab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:10.564483 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-00e6ad29-2e4e-4047-bfbc-5bba5100bfab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2113d09bdef84a28ae6d1b691e7fecf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3177390 Aug 25 18:26:10.565673 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e6ad29-2e4e-4047-bfbc-5bba5100bfab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d53dd3-8aa5-4dd2-9565-79201ac759b3,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:10.567199 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 38436) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:10.607010 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-09814238-e42a-4246-92b2-43ae43b9d8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'name': 'tempest-TestMinimumBasicScenario-1205645293-router', 'tenant_id': 'd4b0f08f861943e49eaf962ad37693b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '6470af67-a89f-4fb8-9071-72572f01a39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:26:02Z', 'updated_at': '2021-08-25T18:26:05Z', 'revision_number': 4, 'project_id': 'd4b0f08f861943e49eaf962ad37693b8', 'gw_port': {'id': '6470af67-a89f-4fb8-9071-72572f01a39a', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:26:03Z', 'updated_at': '2021-08-25T18:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5', 'name': '', 'network_id': '7658f0b9-c8c7-4d44-81a0-a1b2893e69b5', 'tenant_id': 'd4b0f08f861943e49eaf962ad37693b8', 'mac_address': 'fa:16:3e:9c:65:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '48fe81fc-18ce-449e-adc8-712ce7a3cecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:26:05Z', 'updated_at': '2021-08-25T18:26:09Z', 'revision_number': 4, 'project_id': 'd4b0f08f861943e49eaf962ad37693b8', 'subnets': [{'id': '48fe81fc-18ce-449e-adc8-712ce7a3cecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:26:10.647269 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-2449a7d9-cd18-4a3f-bbe3-adc7a2286f47 None None] Provisioning for port d5d283f7-0a42-4efb-a06b-44cd4699176b completed by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:26:10.649997 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09814238-e42a-4246-92b2-43ae43b9d8cd None None] The sync data for ids ['ef351de8-d761-4613-aeae-87a9ebda20fb'] in dv-cinder-790492-8-iscsi is: [{'id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'name': 'tempest-TestMinimumBasicScenario-1205645293-router', 'tenant_id': 'd4b0f08f861943e49eaf962ad37693b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '6470af67-a89f-4fb8-9071-72572f01a39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:26:02Z', 'updated_at': '2021-08-25T18:26:05Z', 'revision_number': 4, 'project_id': 'd4b0f08f861943e49eaf962ad37693b8', 'gw_port': {'id': '6470af67-a89f-4fb8-9071-72572f01a39a', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:26:03Z', 'updated_at': '2021-08-25T18:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5', 'name': '', 'network_id': '7658f0b9-c8c7-4d44-81a0-a1b2893e69b5', 'tenant_id': 'd4b0f08f861943e49eaf962ad37693b8', 'mac_address': 'fa:16:3e:9c:65:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '48fe81fc-18ce-449e-adc8-712ce7a3cecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:26:05Z', 'updated_at': '2021-08-25T18:26:09Z', 'revision_number': 4, 'project_id': 'd4b0f08f861943e49eaf962ad37693b8', 'subnets': [{'id': '48fe81fc-18ce-449e-adc8-712ce7a3cecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:26:10.654098 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-2449a7d9-cd18-4a3f-bbe3-adc7a2286f47 None None] Provisioning complete for port d5d283f7-0a42-4efb-a06b-44cd4699176b triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:26:10.654678 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2449a7d9-cd18-4a3f-bbe3-adc7a2286f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:10.714464 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-19fed29c-fc60-4e27-bd22-4b59642f4552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e', 'name': 'tempest-TestMinimumBasicScenario-1901069975-router', 'tenant_id': '5e4025405e2544a3836f394bca8d91c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '175a4788-5cd4-4920-b31a-62eab5732cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:26:08Z', 'updated_at': '2021-08-25T18:26:09Z', 'revision_number': 3, 'project_id': '5e4025405e2544a3836f394bca8d91c4', 'gw_port': {'id': '175a4788-5cd4-4920-b31a-62eab5732cfd', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:26:08Z', 'updated_at': '2021-08-25T18:26:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi'}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:26:10.744905 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fed29c-fc60-4e27-bd22-4b59642f4552 None None] Checking router: e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e for host: dv-cinder-790492-8-iscsi {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:26:10.748953 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fed29c-fc60-4e27-bd22-4b59642f4552 None None] Updating router e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e port 175a4788-5cd4-4920-b31a-62eab5732cfd binding host dv-cinder-790492-8-iscsi {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 18:26:10.753830 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-14ed90da-449c-4f3d-a11b-afcca9250ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:10.774966 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cb800-57a4-432d-a54c-7027a11ae8b1 req-902e2d0c-c344-4ec3-8461-c21e97e0236c tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:10.781101 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c32cb800-57a4-432d-a54c-7027a11ae8b1 req-902e2d0c-c344-4ec3-8461-c21e97e0236c tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.1543281 Aug 25 18:26:10.817875 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-14ed90da-449c-4f3d-a11b-afcca9250ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:10.827348 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e66a82f0-edea-4064-876e-6bfb6e921757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:10.904266 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c32cb800-57a4-432d-a54c-7027a11ae8b1 req-833aae30-2f59-4887-8990-76cbf231fef1 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197290 Aug 25 18:26:10.927738 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-19fed29c-fc60-4e27-bd22-4b59642f4552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:10.961032 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2449a7d9-cd18-4a3f-bbe3-adc7a2286f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:10.993238 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-14ed90da-449c-4f3d-a11b-afcca9250ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:10.995845 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-14ed90da-449c-4f3d-a11b-afcca9250ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:10.999357 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-14ed90da-449c-4f3d-a11b-afcca9250ab3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/03d53dd3-8aa5-4dd2-9565-79201ac759b3 HTTP/1.1" status: 204 len: 168 time: 0.4263434 Aug 25 18:26:11.013307 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed90da-449c-4f3d-a11b-afcca9250ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d53dd3-8aa5-4dd2-9565-79201ac759b3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:11.060412 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-e66a82f0-edea-4064-876e-6bfb6e921757 admin admin] Allocated IP 172.20.0.1 (fa9b0914-2b58-4d14-a402-14b91966cb8a/a2269f4f-3eba-4d34-b2fd-3c7f67c16e43/07c470a4-1921-44ee-a625-ee61a05b39d3) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:26:11.085583 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-2449a7d9-cd18-4a3f-bbe3-adc7a2286f47 None None] For port d5d283f7-0a42-4efb-a06b-44cd4699176b, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=d5d283f7-0a42-4efb-a06b-44cd4699176b,segment=NetworkSegment(d54b1ff0-6917-4bf9-8ddd-b278abdacefc),segment_id=d54b1ff0-6917-4bf9-8ddd-b278abdacefc)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:26:11.094770 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2449a7d9-cd18-4a3f-bbe3-adc7a2286f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:11.201502 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e66a82f0-edea-4064-876e-6bfb6e921757 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:11.216318 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449a7d9-cd18-4a3f-bbe3-adc7a2286f47 None None] Pushing event updated for resources: {'Port': ['ID=d5d283f7-0a42-4efb-a06b-44cd4699176b,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:11.218273 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-e66a82f0-edea-4064-876e-6bfb6e921757 admin admin] Transition to ACTIVE for port object 07c470a4-1921-44ee-a625-ee61a05b39d3 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:26:11.236229 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-ee0090b0-8daa-4ead-b957-0590344640bd None None] Provisioning complete for port d5d283f7-0a42-4efb-a06b-44cd4699176b triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:26:11.236602 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ee0090b0-8daa-4ead-b957-0590344640bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:11.254738 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e66a82f0-edea-4064-876e-6bfb6e921757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:11.306443 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66a82f0-edea-4064-876e-6bfb6e921757 admin admin] Network fa9b0914-2b58-4d14-a402-14b91966cb8a is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:26:11.311289 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-e66a82f0-edea-4064-876e-6bfb6e921757 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:26:11.314951 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66a82f0-edea-4064-876e-6bfb6e921757 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:26:11.344308 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a82f0-edea-4064-876e-6bfb6e921757 admin admin] Pushing event updated for resources: {'Port': ['ID=07c470a4-1921-44ee-a625-ee61a05b39d3,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:11.361825 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e66a82f0-edea-4064-876e-6bfb6e921757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-438244'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:11.383033 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-19fed29c-fc60-4e27-bd22-4b59642f4552 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:11.403705 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-19fed29c-fc60-4e27-bd22-4b59642f4552 None None] Transition to ACTIVE for port object 175a4788-5cd4-4920-b31a-62eab5732cfd will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:26:11.414111 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-19fed29c-fc60-4e27-bd22-4b59642f4552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:11.477160 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-19fed29c-fc60-4e27-bd22-4b59642f4552 None None] Attempting to bind port 175a4788-5cd4-4920-b31a-62eab5732cfd on host dv-cinder-790492-8-iscsi for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:26:11.477519 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-19fed29c-fc60-4e27-bd22-4b59642f4552 None None] Attempting to bind port 175a4788-5cd4-4920-b31a-62eab5732cfd by drivers openvswitch,hyperv on host dv-cinder-790492-8-iscsi at level 0 using segments [{'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:26:11.477904 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fed29c-fc60-4e27-bd22-4b59642f4552 None None] Attempting to bind port 175a4788-5cd4-4920-b31a-62eab5732cfd on network e0615610-0145-4336-86ca-92716d56c217 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:26:11.483509 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fed29c-fc60-4e27-bd22-4b59642f4552 None None] Checking agent: {'id': '0bbd6071-f664-4710-b599-19dc1c2306be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 14, 57), 'started_at': datetime.datetime(2021, 8, 25, 18, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:26:11.483996 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fed29c-fc60-4e27-bd22-4b59642f4552 None None] Checking segment: {'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:26:11.484495 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-19fed29c-fc60-4e27-bd22-4b59642f4552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:11.485180 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fed29c-fc60-4e27-bd22-4b59642f4552 None None] Bound using segment: {'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:26:11.485755 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-19fed29c-fc60-4e27-bd22-4b59642f4552 None None] Bound port: 175a4788-5cd4-4920-b31a-62eab5732cfd, host: dv-cinder-790492-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:26:11.486136 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-19fed29c-fc60-4e27-bd22-4b59642f4552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:11.525690 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0309bba7-e046-44e4-bf95-4b34a4c19051 None None] Pushing event updated for resources: {'Port': ['ID=175a4788-5cd4-4920-b31a-62eab5732cfd,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:11.546150 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-19fed29c-fc60-4e27-bd22-4b59642f4552 None None] For port 175a4788-5cd4-4920-b31a-62eab5732cfd, host dv-cinder-790492-8-iscsi, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:26:11.551386 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-19fed29c-fc60-4e27-bd22-4b59642f4552 None None] For port 175a4788-5cd4-4920-b31a-62eab5732cfd, host dv-cinder-790492-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=175a4788-5cd4-4920-b31a-62eab5732cfd,segment=NetworkSegment(49cfb93f-112c-4d1a-97bc-26302bfd74eb),segment_id=49cfb93f-112c-4d1a-97bc-26302bfd74eb)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:26:11.558963 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-19fed29c-fc60-4e27-bd22-4b59642f4552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:11.588255 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e66a82f0-edea-4064-876e-6bfb6e921757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:11.614042 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fed29c-fc60-4e27-bd22-4b59642f4552 None None] Routers {'e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:26:11.614670 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-19fed29c-fc60-4e27-bd22-4b59642f4552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:25:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:26:11.694010 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5 up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:26:11.725056 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-07f55734-c27e-4e5a-8dc5-a591c4b5e4df None None] Provisioning for port 07c470a4-1921-44ee-a625-ee61a05b39d3 completed by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:26:11.767575 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-07f55734-c27e-4e5a-8dc5-a591c4b5e4df None None] Provisioning complete for port 07c470a4-1921-44ee-a625-ee61a05b39d3 triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:26:11.768036 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-07f55734-c27e-4e5a-8dc5-a591c4b5e4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:11.790433 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0309bba7-e046-44e4-bf95-4b34a4c19051 None None] Pushing event updated for resources: {'Port': ['ID=175a4788-5cd4-4920-b31a-62eab5732cfd,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:11.790847 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e66a82f0-edea-4064-876e-6bfb6e921757 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:11.798607 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e66a82f0-edea-4064-876e-6bfb6e921757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13409301'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:11.834579 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-19fed29c-fc60-4e27-bd22-4b59642f4552 None None] Set router e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:26:11.836232 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-07f55734-c27e-4e5a-8dc5-a591c4b5e4df None None] Port 07c470a4-1921-44ee-a625-ee61a05b39d3 cannot update to ACTIVE because it is not bound. {{(pid=93793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:26:11.876839 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e66a82f0-edea-4064-876e-6bfb6e921757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437819'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:11.880294 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a82f0-edea-4064-876e-6bfb6e921757 admin admin] Pushing event updated for resources: {'Port': ['ID=07c470a4-1921-44ee-a625-ee61a05b39d3,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:11.889423 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning for port 8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5 completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:26:11.941275 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port 8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:26:11.941871 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:12.018012 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66a82f0-edea-4064-876e-6bfb6e921757 admin admin] Network fa9b0914-2b58-4d14-a402-14b91966cb8a is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:26:12.022373 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-e66a82f0-edea-4064-876e-6bfb6e921757 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:26:12.049612 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ae7f2-dbf4-490d-bb1c-88654f3696c5 req-0edb547c-acdc-41cf-8c81-13aa4182b893 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:12.051355 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e97ae7f2-dbf4-490d-bb1c-88654f3696c5 req-0edb547c-acdc-41cf-8c81-13aa4182b893 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0694077 Aug 25 18:26:12.127057 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:12.162237 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e97ae7f2-dbf4-490d-bb1c-88654f3696c5 req-f85f2af1-e0a3-40b9-bf3e-213dabd18add tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710716 Aug 25 18:26:12.204221 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-19fed29c-fc60-4e27-bd22-4b59642f4552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e', 'name': 'tempest-TestMinimumBasicScenario-1901069975-router', 'tenant_id': '5e4025405e2544a3836f394bca8d91c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '175a4788-5cd4-4920-b31a-62eab5732cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:26:08Z', 'updated_at': '2021-08-25T18:26:11Z', 'revision_number': 4, 'project_id': '5e4025405e2544a3836f394bca8d91c4', 'gw_port': {'id': '175a4788-5cd4-4920-b31a-62eab5732cfd', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:26:08Z', 'updated_at': '2021-08-25T18:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '07c470a4-1921-44ee-a625-ee61a05b39d3', 'name': '', 'network_id': 'fa9b0914-2b58-4d14-a402-14b91966cb8a', 'tenant_id': '5e4025405e2544a3836f394bca8d91c4', 'mac_address': 'fa:16:3e:8d:5e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a2269f4f-3eba-4d34-b2fd-3c7f67c16e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:26:10Z', 'updated_at': '2021-08-25T18:26:11Z', 'revision_number': 1, 'project_id': '5e4025405e2544a3836f394bca8d91c4', 'subnets': [{'id': 'a2269f4f-3eba-4d34-b2fd-3c7f67c16e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:26:12.207487 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66a82f0-edea-4064-876e-6bfb6e921757 admin admin] Router e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e has already been hosted by L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:26:12.210010 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a73fd473-a473-4725-b778-338a169d167b None None] For port 8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5,segment=NetworkSegment(b0af7907-0384-4797-b84f-b8ec228f4105),segment_id=b0af7907-0384-4797-b84f-b8ec228f4105)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:26:12.239444 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:12.240175 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device d5d283f7-0a42-4efb-a06b-44cd4699176b up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:26:12.242041 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fed29c-fc60-4e27-bd22-4b59642f4552 None None] The sync data for ids ['e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e'] in dv-cinder-790492-8-iscsi is: [{'id': 'e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e', 'name': 'tempest-TestMinimumBasicScenario-1901069975-router', 'tenant_id': '5e4025405e2544a3836f394bca8d91c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '175a4788-5cd4-4920-b31a-62eab5732cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:26:08Z', 'updated_at': '2021-08-25T18:26:11Z', 'revision_number': 4, 'project_id': '5e4025405e2544a3836f394bca8d91c4', 'gw_port': {'id': '175a4788-5cd4-4920-b31a-62eab5732cfd', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:26:08Z', 'updated_at': '2021-08-25T18:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '07c470a4-1921-44ee-a625-ee61a05b39d3', 'name': '', 'network_id': 'fa9b0914-2b58-4d14-a402-14b91966cb8a', 'tenant_id': '5e4025405e2544a3836f394bca8d91c4', 'mac_address': 'fa:16:3e:8d:5e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a2269f4f-3eba-4d34-b2fd-3c7f67c16e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:26:10Z', 'updated_at': '2021-08-25T18:26:11Z', 'revision_number': 1, 'project_id': '5e4025405e2544a3836f394bca8d91c4', 'subnets': [{'id': 'a2269f4f-3eba-4d34-b2fd-3c7f67c16e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:26:12.331732 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Pushing event updated for resources: {'Port': ['ID=8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5,revision_number=5']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:12.350296 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port d5d283f7-0a42-4efb-a06b-44cd4699176b triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:26:12.350663 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:12.366222 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66a82f0-edea-4064-876e-6bfb6e921757 admin admin] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:26:12.381592 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-e66a82f0-edea-4064-876e-6bfb6e921757 admin admin] 10.222.0.37 "PUT /v2.0/routers/e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3671484 Aug 25 18:26:12.422432 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-f52acb28-1e47-479c-b133-88bd2783bdca None None] Provisioning complete for port 07c470a4-1921-44ee-a625-ee61a05b39d3 triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:26:12.422858 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f52acb28-1e47-479c-b133-88bd2783bdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:12.494178 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-f52acb28-1e47-479c-b133-88bd2783bdca None None] Port 07c470a4-1921-44ee-a625-ee61a05b39d3 cannot update to ACTIVE because it is not bound. {{(pid=93793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:26:13.315890 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd510c3-fc39-4880-b108-c006866ae559 req-b46e59ab-03d2-41f7-82cc-2083e8350ca2 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:13.317444 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6dd510c3-fc39-4880-b108-c006866ae559 req-b46e59ab-03d2-41f7-82cc-2083e8350ca2 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0552330 Aug 25 18:26:13.358630 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6dd510c3-fc39-4880-b108-c006866ae559 req-1349d3da-6516-4489-9ea5-36d58c24ae64 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342720 Aug 25 18:26:13.679134 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5 up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:26:13.736623 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port 8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:26:13.737091 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:13.834246 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 175a4788-5cd4-4920-b31a-62eab5732cfd up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:26:13.899966 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning for port 175a4788-5cd4-4920-b31a-62eab5732cfd completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:26:13.905390 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port 175a4788-5cd4-4920-b31a-62eab5732cfd triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:26:13.905761 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:14.011143 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:14.048500 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a73fd473-a473-4725-b778-338a169d167b None None] For port 175a4788-5cd4-4920-b31a-62eab5732cfd, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=175a4788-5cd4-4920-b31a-62eab5732cfd,segment=NetworkSegment(49cfb93f-112c-4d1a-97bc-26302bfd74eb),segment_id=49cfb93f-112c-4d1a-97bc-26302bfd74eb)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:26:14.053004 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:14.125309 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Pushing event updated for resources: {'Port': ['ID=175a4788-5cd4-4920-b31a-62eab5732cfd,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:14.506541 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d67b86-cc81-488c-87bf-71c93a9b5157 req-48c55d28-2ec3-46ad-b895-6cf07eae52cc tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:14.509388 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-74d67b86-cc81-488c-87bf-71c93a9b5157 req-48c55d28-2ec3-46ad-b895-6cf07eae52cc tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0608904 Aug 25 18:26:14.554264 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-74d67b86-cc81-488c-87bf-71c93a9b5157 req-c75a3ea8-aa16-4486-8863-ea5512bde4fd tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370083 Aug 25 18:26:14.950739 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3250d5e2-3730-4a3a-b61b-f8509b72f188 None None] Sync routers for ids ['e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e'] in dv-cinder-790492-8-iscsi {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:26:14.960121 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3250d5e2-3730-4a3a-b61b-f8509b72f188 None None] Routers {'e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:26:14.960824 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-3250d5e2-3730-4a3a-b61b-f8509b72f188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:25:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:26:15.071891 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-3250d5e2-3730-4a3a-b61b-f8509b72f188 None None] Set router e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e gateway port host: dv-cinder-790492-8-iscsi {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:26:15.374267 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-3250d5e2-3730-4a3a-b61b-f8509b72f188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e', 'name': 'tempest-TestMinimumBasicScenario-1901069975-router', 'tenant_id': '5e4025405e2544a3836f394bca8d91c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '175a4788-5cd4-4920-b31a-62eab5732cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:26:08Z', 'updated_at': '2021-08-25T18:26:11Z', 'revision_number': 4, 'project_id': '5e4025405e2544a3836f394bca8d91c4', 'gw_port': {'id': '175a4788-5cd4-4920-b31a-62eab5732cfd', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:26:08Z', 'updated_at': '2021-08-25T18:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '07c470a4-1921-44ee-a625-ee61a05b39d3', 'name': '', 'network_id': 'fa9b0914-2b58-4d14-a402-14b91966cb8a', 'tenant_id': '5e4025405e2544a3836f394bca8d91c4', 'mac_address': 'fa:16:3e:8d:5e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a2269f4f-3eba-4d34-b2fd-3c7f67c16e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:26:10Z', 'updated_at': '2021-08-25T18:26:11Z', 'revision_number': 2, 'project_id': '5e4025405e2544a3836f394bca8d91c4', 'subnets': [{'id': 'a2269f4f-3eba-4d34-b2fd-3c7f67c16e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:26:15.403817 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3250d5e2-3730-4a3a-b61b-f8509b72f188 None None] Checking router: e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e for host: dv-cinder-790492-8-iscsi {{(pid=93794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:26:15.404502 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3250d5e2-3730-4a3a-b61b-f8509b72f188 None None] Updating router e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e port 07c470a4-1921-44ee-a625-ee61a05b39d3 binding host dv-cinder-790492-8-iscsi {{(pid=93794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 18:26:15.432128 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3250d5e2-3730-4a3a-b61b-f8509b72f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:15.590992 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 175a4788-5cd4-4920-b31a-62eab5732cfd up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:26:15.711113 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port 175a4788-5cd4-4920-b31a-62eab5732cfd triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:26:15.711656 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:15.723881 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59ea8b-93cc-4c8b-a543-97904c992464 req-fef2cb20-4443-4264-980b-3c021af3b0db tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:15.725591 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ed59ea8b-93cc-4c8b-a543-97904c992464 req-fef2cb20-4443-4264-980b-3c021af3b0db tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0642345 Aug 25 18:26:15.794586 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ed59ea8b-93cc-4c8b-a543-97904c992464 req-8f7bc47a-88fb-4347-9ede-18b2bff80aac tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596116 Aug 25 18:26:15.803954 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3250d5e2-3730-4a3a-b61b-f8509b72f188 None None] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:15.842722 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-3250d5e2-3730-4a3a-b61b-f8509b72f188 None None] Transition to ACTIVE for port object 07c470a4-1921-44ee-a625-ee61a05b39d3 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:26:15.856260 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3250d5e2-3730-4a3a-b61b-f8509b72f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:15.907712 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803b950-fc92-4ee2-b110-ce7de2f36a0a None None] Pushing event updated for resources: {'Port': ['ID=07c470a4-1921-44ee-a625-ee61a05b39d3,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:16.020765 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-3250d5e2-3730-4a3a-b61b-f8509b72f188 None None] Attempting to bind port 07c470a4-1921-44ee-a625-ee61a05b39d3 on host dv-cinder-790492-8-iscsi for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:26:16.021439 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-3250d5e2-3730-4a3a-b61b-f8509b72f188 None None] Attempting to bind port 07c470a4-1921-44ee-a625-ee61a05b39d3 by drivers openvswitch,hyperv on host dv-cinder-790492-8-iscsi at level 0 using segments [{'id': 'd54b1ff0-6917-4bf9-8ddd-b278abdacefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'fa9b0914-2b58-4d14-a402-14b91966cb8a'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:26:16.021439 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3250d5e2-3730-4a3a-b61b-f8509b72f188 None None] Attempting to bind port 07c470a4-1921-44ee-a625-ee61a05b39d3 on network fa9b0914-2b58-4d14-a402-14b91966cb8a {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:26:16.027538 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3250d5e2-3730-4a3a-b61b-f8509b72f188 None None] Checking agent: {'id': '0bbd6071-f664-4710-b599-19dc1c2306be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 14, 57), 'started_at': datetime.datetime(2021, 8, 25, 18, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:26:16.027906 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3250d5e2-3730-4a3a-b61b-f8509b72f188 None None] Checking segment: {'id': 'd54b1ff0-6917-4bf9-8ddd-b278abdacefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'fa9b0914-2b58-4d14-a402-14b91966cb8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:26:16.028304 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3250d5e2-3730-4a3a-b61b-f8509b72f188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:16.028726 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3250d5e2-3730-4a3a-b61b-f8509b72f188 None None] Bound using segment: {'id': 'd54b1ff0-6917-4bf9-8ddd-b278abdacefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'fa9b0914-2b58-4d14-a402-14b91966cb8a'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:26:16.029188 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-3250d5e2-3730-4a3a-b61b-f8509b72f188 None None] Bound port: 07c470a4-1921-44ee-a625-ee61a05b39d3, host: dv-cinder-790492-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd54b1ff0-6917-4bf9-8ddd-b278abdacefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'fa9b0914-2b58-4d14-a402-14b91966cb8a'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:26:16.029575 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3250d5e2-3730-4a3a-b61b-f8509b72f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:16.102320 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-3250d5e2-3730-4a3a-b61b-f8509b72f188 None None] For port 07c470a4-1921-44ee-a625-ee61a05b39d3, host dv-cinder-790492-8-iscsi, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:26:16.106198 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-3250d5e2-3730-4a3a-b61b-f8509b72f188 None None] For port 07c470a4-1921-44ee-a625-ee61a05b39d3, host dv-cinder-790492-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=07c470a4-1921-44ee-a625-ee61a05b39d3,segment=NetworkSegment(d54b1ff0-6917-4bf9-8ddd-b278abdacefc),segment_id=d54b1ff0-6917-4bf9-8ddd-b278abdacefc)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:26:16.111510 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-3250d5e2-3730-4a3a-b61b-f8509b72f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:16.192101 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803b950-fc92-4ee2-b110-ce7de2f36a0a None None] Pushing event updated for resources: {'Port': ['ID=07c470a4-1921-44ee-a625-ee61a05b39d3,revision_number=4']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:16.200862 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3250d5e2-3730-4a3a-b61b-f8509b72f188 None None] Routers {'e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:26:16.201485 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-3250d5e2-3730-4a3a-b61b-f8509b72f188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:25:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:26:16.352183 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-3250d5e2-3730-4a3a-b61b-f8509b72f188 None None] Set router e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e gateway port host: dv-cinder-790492-8-iscsi {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:26:16.608868 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-3250d5e2-3730-4a3a-b61b-f8509b72f188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e', 'name': 'tempest-TestMinimumBasicScenario-1901069975-router', 'tenant_id': '5e4025405e2544a3836f394bca8d91c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '175a4788-5cd4-4920-b31a-62eab5732cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:26:08Z', 'updated_at': '2021-08-25T18:26:11Z', 'revision_number': 4, 'project_id': '5e4025405e2544a3836f394bca8d91c4', 'gw_port': {'id': '175a4788-5cd4-4920-b31a-62eab5732cfd', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:26:08Z', 'updated_at': '2021-08-25T18:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '07c470a4-1921-44ee-a625-ee61a05b39d3', 'name': '', 'network_id': 'fa9b0914-2b58-4d14-a402-14b91966cb8a', 'tenant_id': '5e4025405e2544a3836f394bca8d91c4', 'mac_address': 'fa:16:3e:8d:5e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a2269f4f-3eba-4d34-b2fd-3c7f67c16e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:26:10Z', 'updated_at': '2021-08-25T18:26:16Z', 'revision_number': 4, 'project_id': '5e4025405e2544a3836f394bca8d91c4', 'subnets': [{'id': 'a2269f4f-3eba-4d34-b2fd-3c7f67c16e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:26:16.636377 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3250d5e2-3730-4a3a-b61b-f8509b72f188 None None] The sync data for ids ['e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e'] in dv-cinder-790492-8-iscsi is: [{'id': 'e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e', 'name': 'tempest-TestMinimumBasicScenario-1901069975-router', 'tenant_id': '5e4025405e2544a3836f394bca8d91c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '175a4788-5cd4-4920-b31a-62eab5732cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:26:08Z', 'updated_at': '2021-08-25T18:26:11Z', 'revision_number': 4, 'project_id': '5e4025405e2544a3836f394bca8d91c4', 'gw_port': {'id': '175a4788-5cd4-4920-b31a-62eab5732cfd', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:26:08Z', 'updated_at': '2021-08-25T18:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '07c470a4-1921-44ee-a625-ee61a05b39d3', 'name': '', 'network_id': 'fa9b0914-2b58-4d14-a402-14b91966cb8a', 'tenant_id': '5e4025405e2544a3836f394bca8d91c4', 'mac_address': 'fa:16:3e:8d:5e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'a2269f4f-3eba-4d34-b2fd-3c7f67c16e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:26:10Z', 'updated_at': '2021-08-25T18:26:16Z', 'revision_number': 4, 'project_id': '5e4025405e2544a3836f394bca8d91c4', 'subnets': [{'id': 'a2269f4f-3eba-4d34-b2fd-3c7f67c16e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:26:16.966966 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16822df-318e-4873-9dcc-7e76ae5c52ba req-f1de8570-1fa7-42b6-a840-574e0f7a9cb8 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:16.974545 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b16822df-318e-4873-9dcc-7e76ae5c52ba req-f1de8570-1fa7-42b6-a840-574e0f7a9cb8 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0575631 Aug 25 18:26:17.024235 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b16822df-318e-4873-9dcc-7e76ae5c52ba req-028654f0-8c4d-47c2-a255-1bbe7484feb7 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488400 Aug 25 18:26:17.644885 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 07c470a4-1921-44ee-a625-ee61a05b39d3 up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:26:17.705636 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning for port 07c470a4-1921-44ee-a625-ee61a05b39d3 completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:26:17.712640 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port 07c470a4-1921-44ee-a625-ee61a05b39d3 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:26:17.713792 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:17.822950 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:17.874585 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a73fd473-a473-4725-b778-338a169d167b None None] For port 07c470a4-1921-44ee-a625-ee61a05b39d3, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=07c470a4-1921-44ee-a625-ee61a05b39d3,segment=NetworkSegment(d54b1ff0-6917-4bf9-8ddd-b278abdacefc),segment_id=d54b1ff0-6917-4bf9-8ddd-b278abdacefc)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:26:17.883553 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:17.938198 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Pushing event updated for resources: {'Port': ['ID=07c470a4-1921-44ee-a625-ee61a05b39d3,revision_number=5']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:18.372737 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40448bc3-b75e-418f-a9f6-0b7548b75d51 req-cfc9abba-77dd-4bb5-aff9-53bac299181f tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:18.374132 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-40448bc3-b75e-418f-a9f6-0b7548b75d51 req-cfc9abba-77dd-4bb5-aff9-53bac299181f tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.2666199 Aug 25 18:26:18.421813 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-40448bc3-b75e-418f-a9f6-0b7548b75d51 req-0d7ba3d5-4831-4cb1-807a-2f51d63ef9ad tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404437 Aug 25 18:26:18.518108 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:18.684234 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53011c-5238-42f7-81af-1eb848d8fe3d req-185622b1-d5f3-4061-9249-291fb4fa8285 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:18.685974 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6a53011c-5238-42f7-81af-1eb848d8fe3d req-185622b1-d5f3-4061-9249-291fb4fa8285 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0599310 Aug 25 18:26:18.728335 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6a53011c-5238-42f7-81af-1eb848d8fe3d req-eaed1f8d-f09a-43ce-8eb8-02b68ed00553 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359628 Aug 25 18:26:19.581915 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 07c470a4-1921-44ee-a625-ee61a05b39d3 up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:26:19.640528 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port 07c470a4-1921-44ee-a625-ee61a05b39d3 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:26:19.641015 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:19.856391 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61acfcf-4016-45b7-b140-cbffff6162da req-72152207-ea3c-44b7-9a29-1e1b6cdaae52 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:19.861022 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e61acfcf-4016-45b7-b140-cbffff6162da req-72152207-ea3c-44b7-9a29-1e1b6cdaae52 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0541368 Aug 25 18:26:19.912008 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e61acfcf-4016-45b7-b140-cbffff6162da req-e0b65e56-22ec-432b-b22f-40d763b297ec tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481648 Aug 25 18:26:21.072324 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d81527-6564-4a58-a5ec-290387353e63 req-73dfc603-4c35-47c3-a22f-4f564781a2b7 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:21.073880 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-96d81527-6564-4a58-a5ec-290387353e63 req-73dfc603-4c35-47c3-a22f-4f564781a2b7 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0823748 Aug 25 18:26:21.078749 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08458cee-d782-43e5-b0f1-a47f26e15f04 req-82a6584d-3b05-4281-8945-4924c95d52b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:21.080144 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-08458cee-d782-43e5-b0f1-a47f26e15f04 req-82a6584d-3b05-4281-8945-4924c95d52b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff6fe479012b4bdfbf44365f146a6cb1&device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 1099 time: 0.0576527 Aug 25 18:26:21.178808 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-96d81527-6564-4a58-a5ec-290387353e63 req-f90fe112-e6fb-4075-b162-a4921dca049e tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976593 Aug 25 18:26:21.227057 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08458cee-d782-43e5-b0f1-a47f26e15f04 req-159f2b49-0e83-46ce-a067-ae6d104fa017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:21.229231 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-08458cee-d782-43e5-b0f1-a47f26e15f04 req-159f2b49-0e83-46ce-a067-ae6d104fa017 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d04d8ed-dff1-407b-ac17-418584fb2033 HTTP/1.1" status: 200 len: 911 time: 0.1400373 Aug 25 18:26:21.312367 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-08458cee-d782-43e5-b0f1-a47f26e15f04 req-7ed34230-ada2-443c-ba03-498e75436c92 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acea7bd8-0455-454e-9c25-fcc6f7c46d2d HTTP/1.1" status: 200 len: 1002 time: 0.0714309 Aug 25 18:26:21.367414 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08458cee-d782-43e5-b0f1-a47f26e15f04 req-e9711c63-f29a-4a9e-82dd-683545737d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:21.368876 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-08458cee-d782-43e5-b0f1-a47f26e15f04 req-e9711c63-f29a-4a9e-82dd-683545737d61 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37e9ac56-2a31-4c36-93d9-ecbd84267da7 HTTP/1.1" status: 200 len: 849 time: 0.0510774 Aug 25 18:26:21.426802 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08458cee-d782-43e5-b0f1-a47f26e15f04 req-84c4f528-b504-44eb-9147-a30a5aca615a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:21.428502 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-08458cee-d782-43e5-b0f1-a47f26e15f04 req-84c4f528-b504-44eb-9147-a30a5aca615a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d04d8ed-dff1-407b-ac17-418584fb2033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521979 Aug 25 18:26:21.530435 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-08458cee-d782-43e5-b0f1-a47f26e15f04 req-d01e9f6c-c714-48f7-b2e4-f1656ecc7692 service neutron] 10.222.0.24 "GET /v2.0/networks/0d04d8ed-dff1-407b-ac17-418584fb2033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939362 Aug 25 18:26:21.640985 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-08458cee-d782-43e5-b0f1-a47f26e15f04 req-d6da6e50-790f-4ba0-9492-061fbab53298 service neutron] 10.222.0.24 "GET /v2.0/networks/0d04d8ed-dff1-407b-ac17-418584fb2033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028869 Aug 25 18:26:22.314337 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef2808-0050-479c-a41b-e51a7dd6d89c req-18f10e44-2343-4155-85bf-c6911674d9aa tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:22.328207 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-10ef2808-0050-479c-a41b-e51a7dd6d89c req-18f10e44-2343-4155-85bf-c6911674d9aa tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0740941 Aug 25 18:26:22.367094 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-10ef2808-0050-479c-a41b-e51a7dd6d89c req-fd05dc81-08d0-4a4d-995f-7cefa60e33db tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379789 Aug 25 18:26:22.873479 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-40010eb7-82ae-4438-8e75-d3126273ef18 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:22.874946 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-40010eb7-82ae-4438-8e75-d3126273ef18 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/networks?id=7658f0b9-c8c7-4d44-81a0-a1b2893e69b5 HTTP/1.1" status: 200 len: 815 time: 0.1019413 Aug 25 18:26:22.889218 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-5fffd593-4682-44e4-aeed-ce020abf8ab2 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/quotas/d4b0f08f861943e49eaf962ad37693b8 HTTP/1.1" status: 200 len: 375 time: 0.0087941 Aug 25 18:26:22.938726 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-afbcdb72-b3de-4ca5-af70-3a9594f21860 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d4b0f08f861943e49eaf962ad37693b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445354 Aug 25 18:26:23.031802 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-1562d003-faf0-427d-90ca-935005cc0a06 service neutron] 10.222.0.37 "GET /v2.0/networks/7658f0b9-c8c7-4d44-81a0-a1b2893e69b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814381 Aug 25 18:26:23.121646 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-602790dd-a897-4d26-9163-965f8ea60161 service neutron] 10.222.0.37 "GET /v2.0/networks/7658f0b9-c8c7-4d44-81a0-a1b2893e69b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838182 Aug 25 18:26:23.274575 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ad2dec0a-728a-4f8f-bad4-2e1bd87e4c91 req-069d882a-758a-4b21-b0ef-c50c7a73e626 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 210 time: 0.0263283 Aug 25 18:26:23.323832 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b026b431-746f-4b34-aebf-34035aae7294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:23.491443 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c55b6-7a0c-4d77-9cf5-08dd61def695 req-c519d08a-11a9-4fee-b416-484aef1bb6aa tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:23.499095 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-183c55b6-7a0c-4d77-9cf5-08dd61def695 req-c519d08a-11a9-4fee-b416-484aef1bb6aa tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0590663 Aug 25 18:26:23.537563 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-183c55b6-7a0c-4d77-9cf5-08dd61def695 req-502cb1d0-eb02-4449-b3e9-5d9a632e0840 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376117 Aug 25 18:26:24.369096 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-36f259fe-419c-4748-93b7-e7f80d8febdb req-85452c98-c09d-483c-a705-1ce680f7cd20 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 210 time: 0.0289602 Aug 25 18:26:25.457960 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-41b83eb9-12a8-4b63-b533-25cb966d148a req-6819a5d0-cc94-49c5-9f26-d8cda346cfbd tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 210 time: 0.0246572 Aug 25 18:26:25.768631 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bc66528c-4091-4dda-ad95-b9580cc50ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:26.550375 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b9af23d0-609b-46a7-8e9d-a314a159782e req-57bf4659-779c-4c80-95d2-7429d0799569 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 210 time: 0.0257652 Aug 25 18:26:26.973723 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-ed03ceee-6cba-4281-a1c1-c55a821d7cb2 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:26.975074 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-ed03ceee-6cba-4281-a1c1-c55a821d7cb2 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.24 "GET /v2.0/networks?id=7658f0b9-c8c7-4d44-81a0-a1b2893e69b5 HTTP/1.1" status: 200 len: 815 time: 0.0975142 Aug 25 18:26:26.991660 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-489f8260-e3c1-442f-b776-2237d9d0436a tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Request body: {'port': {'device_id': 'cc9c21e5-4d35-4002-96ac-ef2abc930c77', 'network_id': '7658f0b9-c8c7-4d44-81a0-a1b2893e69b5', 'admin_state_up': True, 'tenant_id': 'd4b0f08f861943e49eaf962ad37693b8'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:26:27.100675 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-489f8260-e3c1-442f-b776-2237d9d0436a tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Made reservation on behalf of d4b0f08f861943e49eaf962ad37693b8 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:26:27.104671 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-489f8260-e3c1-442f-b776-2237d9d0436a tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:27.214856 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:27.239661 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-489f8260-e3c1-442f-b776-2237d9d0436a tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Allocated IP 172.20.0.5 (7658f0b9-c8c7-4d44-81a0-a1b2893e69b5/48fe81fc-18ce-449e-adc8-712ce7a3cecf/95654300-f287-4649-9f3e-40b10a8da41d) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:26:27.394696 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-489f8260-e3c1-442f-b776-2237d9d0436a tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:27.415132 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-489f8260-e3c1-442f-b776-2237d9d0436a tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Transition to ACTIVE for port object 95654300-f287-4649-9f3e-40b10a8da41d will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:26:27.449658 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-489f8260-e3c1-442f-b776-2237d9d0436a tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:27.450831 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:27.511249 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f8260-e3c1-442f-b776-2237d9d0436a tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Pushing event updated for resources: {'Port': ['ID=95654300-f287-4649-9f3e-40b10a8da41d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:27.536829 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-489f8260-e3c1-442f-b776-2237d9d0436a tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Network 7658f0b9-c8c7-4d44-81a0-a1b2893e69b5 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:26:27.538222 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-489f8260-e3c1-442f-b776-2237d9d0436a tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:26:27.540656 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-489f8260-e3c1-442f-b776-2237d9d0436a tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:26:27.608602 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-489f8260-e3c1-442f-b776-2237d9d0436a tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:27.609262 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-489f8260-e3c1-442f-b776-2237d9d0436a tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:27.627555 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-489f8260-e3c1-442f-b776-2237d9d0436a tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6390543 Aug 25 18:26:27.703070 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9d856-096f-49a3-82f1-4f2480b32303 req-ecaf9cca-d192-4a3a-b2fb-ac594a81f3bd tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:27.712839 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-05b9d856-096f-49a3-82f1-4f2480b32303 req-ecaf9cca-d192-4a3a-b2fb-ac594a81f3bd tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 931 time: 0.0691018 Aug 25 18:26:27.767176 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-05b9d856-096f-49a3-82f1-4f2480b32303 req-32ea1a78-ccf9-4ec0-99f0-5a4a78f60812 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488963 Aug 25 18:26:27.907627 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-89b9f640-b4a7-496d-94e1-128e3f90b4b6 None None] Provisioning for port 95654300-f287-4649-9f3e-40b10a8da41d completed by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:26:27.912783 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-89b9f640-b4a7-496d-94e1-128e3f90b4b6 None None] Provisioning complete for port 95654300-f287-4649-9f3e-40b10a8da41d triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:26:27.913701 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-89b9f640-b4a7-496d-94e1-128e3f90b4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:27.963856 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-89b9f640-b4a7-496d-94e1-128e3f90b4b6 None None] Port 95654300-f287-4649-9f3e-40b10a8da41d cannot update to ACTIVE because it is not bound. {{(pid=93793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:26:28.858099 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:28.886636 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074413cf-f945-474c-b319-d3efe229a084 req-d171e630-bd94-42b4-b4a2-9f665726abe9 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:28.888126 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-074413cf-f945-474c-b319-d3efe229a084 req-d171e630-bd94-42b4-b4a2-9f665726abe9 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 931 time: 0.0650089 Aug 25 18:26:28.929611 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-074413cf-f945-474c-b319-d3efe229a084 req-2ed5a23d-1586-4efe-8266-e52897c9cf17 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353742 Aug 25 18:26:30.043690 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3e318-b5b9-4d84-8cda-f0647313ab43 req-e5956d0d-c061-474a-b8fa-c51de31745ba tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:30.045200 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8ff3e318-b5b9-4d84-8cda-f0647313ab43 req-e5956d0d-c061-474a-b8fa-c51de31745ba tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 931 time: 0.0469511 Aug 25 18:26:30.094085 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8ff3e318-b5b9-4d84-8cda-f0647313ab43 req-02c1528a-314b-4109-98ab-5da8df9fd608 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424705 Aug 25 18:26:31.208740 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f7a21-367a-4947-a0e0-6a1ef1967244 req-03d40e93-1eca-4ba9-89aa-80ae77fe0665 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:31.210377 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-460f7a21-367a-4947-a0e0-6a1ef1967244 req-03d40e93-1eca-4ba9-89aa-80ae77fe0665 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 931 time: 0.0516362 Aug 25 18:26:31.255836 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-460f7a21-367a-4947-a0e0-6a1ef1967244 req-9c7c9b2b-0572-4d49-be85-dd4d24f35e5b tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392642 Aug 25 18:26:32.378513 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d466c5-0cdc-48f0-8b57-b8a1a8adec6f req-b477cf4e-bb3a-4c4e-8ced-839a05769432 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:32.379946 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-08d466c5-0cdc-48f0-8b57-b8a1a8adec6f req-b477cf4e-bb3a-4c4e-8ced-839a05769432 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 931 time: 0.0472636 Aug 25 18:26:32.422679 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-08d466c5-0cdc-48f0-8b57-b8a1a8adec6f req-cbdeb11e-d2e6-4ca4-b168-ea4f09d0879a tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368550 Aug 25 18:26:33.542386 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e9f9e-5b2b-479e-a9e9-a2e3c612368e req-1d2b8d22-187f-411c-b34e-f5a4fc96bf28 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:33.543846 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a63e9f9e-5b2b-479e-a9e9-a2e3c612368e req-1d2b8d22-187f-411c-b34e-f5a4fc96bf28 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 931 time: 0.0503492 Aug 25 18:26:33.587113 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a63e9f9e-5b2b-479e-a9e9-a2e3c612368e req-088eb546-5dd3-486b-a77d-010f0c088fe0 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334477 Aug 25 18:26:34.717785 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198862d6-f5a0-4740-a133-2234bebe72e7 req-dcc1fae6-a5d7-42f2-bc9c-bcbf9886ab68 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:34.719646 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-198862d6-f5a0-4740-a133-2234bebe72e7 req-dcc1fae6-a5d7-42f2-bc9c-bcbf9886ab68 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 931 time: 0.0587153 Aug 25 18:26:34.787370 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-198862d6-f5a0-4740-a133-2234bebe72e7 req-b389d196-068f-47f8-afd3-d8480950941c tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456161 Aug 25 18:26:35.897549 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1db20-d363-40e2-9aea-76598dd23bd9 req-904ea84b-de21-4d95-a926-c4f6b08a8210 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:35.899134 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a7e1db20-d363-40e2-9aea-76598dd23bd9 req-904ea84b-de21-4d95-a926-c4f6b08a8210 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 931 time: 0.0504215 Aug 25 18:26:35.902304 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 6 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:26:35.939396 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a7e1db20-d363-40e2-9aea-76598dd23bd9 req-205cb661-4550-47d8-a5ed-2140800ffd0e tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343287 Aug 25 18:26:37.055290 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe8afb-b52e-461c-9182-8d67770eb4cd req-3bd00015-6957-447d-98b4-fd13d8bddc11 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:37.056722 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0afe8afb-b52e-461c-9182-8d67770eb4cd req-3bd00015-6957-447d-98b4-fd13d8bddc11 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 931 time: 0.0507855 Aug 25 18:26:37.094542 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0afe8afb-b52e-461c-9182-8d67770eb4cd req-4357f375-0b56-4c9a-9ec2-a93d011667e8 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315318 Aug 25 18:26:38.206166 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fc0ad-f728-4c3f-8482-40fbd342801e req-7a785634-9b2a-4c90-98c7-bb9ce785c17a tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:38.207634 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2a8fc0ad-f728-4c3f-8482-40fbd342801e req-7a785634-9b2a-4c90-98c7-bb9ce785c17a tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 931 time: 0.0461524 Aug 25 18:26:38.245242 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2a8fc0ad-f728-4c3f-8482-40fbd342801e req-76daa0d4-5419-4df2-8abc-273155b08893 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318110 Aug 25 18:26:39.357255 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b85c1-f2ff-44f2-af71-4fed7a70aa2e req-dfa634ba-5757-45de-bbeb-92738f45f6e8 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:39.358600 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d95b85c1-f2ff-44f2-af71-4fed7a70aa2e req-dfa634ba-5757-45de-bbeb-92738f45f6e8 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 931 time: 0.0470545 Aug 25 18:26:39.397539 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d95b85c1-f2ff-44f2-af71-4fed7a70aa2e req-c361fefe-2088-4292-8970-9f897c58fcec tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332808 Aug 25 18:26:39.488713 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-e01f6e27-b038-44ee-a20c-084405a990ee service neutron] Request body: {'port': {'device_id': 'cc9c21e5-4d35-4002-96ac-ef2abc930c77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:26:39.543430 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-e01f6e27-b038-44ee-a20c-084405a990ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:39.794472 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-e01f6e27-b038-44ee-a20c-084405a990ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95654300-f287-4649-9f3e-40b10a8da41d {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:26:39.801626 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-e01f6e27-b038-44ee-a20c-084405a990ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:39.813302 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-e01f6e27-b038-44ee-a20c-084405a990ee service neutron] Transition to ACTIVE for port object 95654300-f287-4649-9f3e-40b10a8da41d will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:26:39.816870 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-e01f6e27-b038-44ee-a20c-084405a990ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13409301'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:39.870150 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f6e27-b038-44ee-a20c-084405a990ee service neutron] Pushing event updated for resources: {'Port': ['ID=95654300-f287-4649-9f3e-40b10a8da41d,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:39.942562 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-e01f6e27-b038-44ee-a20c-084405a990ee service neutron] Attempting to bind port 95654300-f287-4649-9f3e-40b10a8da41d on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:26:39.942923 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-e01f6e27-b038-44ee-a20c-084405a990ee service neutron] Attempting to bind port 95654300-f287-4649-9f3e-40b10a8da41d by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'b0af7907-0384-4797-b84f-b8ec228f4105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7658f0b9-c8c7-4d44-81a0-a1b2893e69b5'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:26:39.943200 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-e01f6e27-b038-44ee-a20c-084405a990ee service neutron] Attempting to bind port 95654300-f287-4649-9f3e-40b10a8da41d on network 7658f0b9-c8c7-4d44-81a0-a1b2893e69b5 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:26:39.947643 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-e01f6e27-b038-44ee-a20c-084405a990ee service neutron] Port 95654300-f287-4649-9f3e-40b10a8da41d on network 7658f0b9-c8c7-4d44-81a0-a1b2893e69b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 18:26:39.947966 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-e01f6e27-b038-44ee-a20c-084405a990ee service neutron] Attempting to bind port 95654300-f287-4649-9f3e-40b10a8da41d on network 7658f0b9-c8c7-4d44-81a0-a1b2893e69b5 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:26:39.953513 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-e01f6e27-b038-44ee-a20c-084405a990ee service neutron] Checking agent: {'id': '7fd900e3-9f03-4129-b0c6-db4e233cdb3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'started_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:26:39.953841 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-e01f6e27-b038-44ee-a20c-084405a990ee service neutron] Checking segment: {'id': 'b0af7907-0384-4797-b84f-b8ec228f4105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7658f0b9-c8c7-4d44-81a0-a1b2893e69b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:26:39.954218 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-e01f6e27-b038-44ee-a20c-084405a990ee service neutron] Bound using segment: {'id': 'b0af7907-0384-4797-b84f-b8ec228f4105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7658f0b9-c8c7-4d44-81a0-a1b2893e69b5'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:26:39.954646 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-e01f6e27-b038-44ee-a20c-084405a990ee service neutron] Bound port: 95654300-f287-4649-9f3e-40b10a8da41d, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0af7907-0384-4797-b84f-b8ec228f4105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '7658f0b9-c8c7-4d44-81a0-a1b2893e69b5'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:26:39.955000 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-e01f6e27-b038-44ee-a20c-084405a990ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:40.018719 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-e01f6e27-b038-44ee-a20c-084405a990ee service neutron] For port 95654300-f287-4649-9f3e-40b10a8da41d, host hv-cinder-79049, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:26:40.021641 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-e01f6e27-b038-44ee-a20c-084405a990ee service neutron] For port 95654300-f287-4649-9f3e-40b10a8da41d, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=95654300-f287-4649-9f3e-40b10a8da41d,segment=NetworkSegment(b0af7907-0384-4797-b84f-b8ec228f4105),segment_id=b0af7907-0384-4797-b84f-b8ec228f4105)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:26:40.026856 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-e01f6e27-b038-44ee-a20c-084405a990ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13409301'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:40.068910 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-e01f6e27-b038-44ee-a20c-084405a990ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:40.069522 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-e01f6e27-b038-44ee-a20c-084405a990ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:40.070908 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-e01f6e27-b038-44ee-a20c-084405a990ee service neutron] 10.222.0.24 "PUT /v2.0/ports/95654300-f287-4649-9f3e-40b10a8da41d HTTP/1.1" status: 200 len: 1093 time: 0.5865858 Aug 25 18:26:40.071340 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc9c21e5-4d35-4002-96ac-ef2abc930c77', 'tag': '95654300-f287-4649-9f3e-40b10a8da41d'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:26:40.074214 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26820dd-d293-4d0b-9266-56361b8b65c6" -d '{"events": [{"name": "network-changed", "server_uuid": "cc9c21e5-4d35-4002-96ac-ef2abc930c77", "tag": "95654300-f287-4649-9f3e-40b10a8da41d"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:26:40.098743 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f6e27-b038-44ee-a20c-084405a990ee service neutron] Pushing event updated for resources: {'Port': ['ID=95654300-f287-4649-9f3e-40b10a8da41d,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:40.106740 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f6e27-b038-44ee-a20c-084405a990ee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:40.107091 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f6e27-b038-44ee-a20c-084405a990ee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:40.107429 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f6e27-b038-44ee-a20c-084405a990ee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:40.107763 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f6e27-b038-44ee-a20c-084405a990ee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:40.108141 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f6e27-b038-44ee-a20c-084405a990ee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:40.108478 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f6e27-b038-44ee-a20c-084405a990ee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:40.108905 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f6e27-b038-44ee-a20c-084405a990ee service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:40.109233 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f6e27-b038-44ee-a20c-084405a990ee service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:40.109560 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f6e27-b038-44ee-a20c-084405a990ee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:40.109881 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f6e27-b038-44ee-a20c-084405a990ee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:40.110201 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f6e27-b038-44ee-a20c-084405a990ee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:40.110519 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f6e27-b038-44ee-a20c-084405a990ee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:40.157927 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c45d3f0-145c-4057-9a6b-d448a0f07a0d x-openstack-request-id: req-4c45d3f0-145c-4057-9a6b-d448a0f07a0d {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:26:40.158215 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc9c21e5-4d35-4002-96ac-ef2abc930c77", "tag": "95654300-f287-4649-9f3e-40b10a8da41d", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:26:40.158465 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c45d3f0-145c-4057-9a6b-d448a0f07a0d {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:26:40.158857 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc9c21e5-4d35-4002-96ac-ef2abc930c77', 'tag': '95654300-f287-4649-9f3e-40b10a8da41d', 'status': 'completed', 'code': 200} Aug 25 18:26:40.191414 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-a412972f-37ab-4541-9d2c-ac8160c3aa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:40.193238 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-a412972f-37ab-4541-9d2c-ac8160c3aa65 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4b0f08f861943e49eaf962ad37693b8&device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 1096 time: 0.0527208 Aug 25 18:26:40.244602 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-eb38d75f-ae20-4e91-853f-9c2454681d9c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95654300-f287-4649-9f3e-40b10a8da41d HTTP/1.1" status: 200 len: 217 time: 0.0421331 Aug 25 18:26:40.301642 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-a3a93f24-b6e2-4dcd-b832-a42388e3697a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:40.303035 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-a3a93f24-b6e2-4dcd-b832-a42388e3697a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=48fe81fc-18ce-449e-adc8-712ce7a3cecf HTTP/1.1" status: 200 len: 854 time: 0.0503895 Aug 25 18:26:40.358967 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-891edcaa-e644-4a93-b67f-87347f086a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:40.360442 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-891edcaa-e644-4a93-b67f-87347f086a54 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7658f0b9-c8c7-4d44-81a0-a1b2893e69b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477412 Aug 25 18:26:40.508899 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-4b2556cc-fa5a-45d3-a173-1143f836d369 service neutron] 10.222.0.24 "GET /v2.0/networks/7658f0b9-c8c7-4d44-81a0-a1b2893e69b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359909 Aug 25 18:26:40.573032 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9dd3d-30c3-407c-a589-c3f440127bd0 req-ae5e4a90-c45c-4403-b95e-28e45b03380e tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:40.574218 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2aa9dd3d-30c3-407c-a589-c3f440127bd0 req-ae5e4a90-c45c-4403-b95e-28e45b03380e tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 943 time: 0.1005592 Aug 25 18:26:40.638725 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-07f1ffab-b469-4c29-ba49-7e1e0c27727f req-a075b06f-d419-4b25-83a4-a5e11103caf8 service neutron] 10.222.0.24 "GET /v2.0/networks/7658f0b9-c8c7-4d44-81a0-a1b2893e69b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216025 Aug 25 18:26:40.641530 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2aa9dd3d-30c3-407c-a589-c3f440127bd0 req-d1d28196-bffd-4ade-9d7c-d7a5d441cc94 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594230 Aug 25 18:26:40.793447 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26820dd-d293-4d0b-9266-56361b8b65c6 req-ebb749ef-67ad-44cd-88f2-07eec9e0a45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:40.795058 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a26820dd-d293-4d0b-9266-56361b8b65c6 req-ebb749ef-67ad-44cd-88f2-07eec9e0a45a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4b0f08f861943e49eaf962ad37693b8&device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 1096 time: 0.0705664 Aug 25 18:26:40.806605 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb974f-eceb-42c6-ba26-a2aebadf2d4c req-61594f3b-0d01-4dfd-b787-04050f486b02 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:40.807979 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9ecb974f-eceb-42c6-ba26-a2aebadf2d4c req-61594f3b-0d01-4dfd-b787-04050f486b02 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 946 time: 0.0601521 Aug 25 18:26:40.897591 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9ecb974f-eceb-42c6-ba26-a2aebadf2d4c req-a203ea47-97d2-43b9-9a03-2ca03ebf9db2 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818758 Aug 25 18:26:40.915528 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26820dd-d293-4d0b-9266-56361b8b65c6 req-db009b1e-6f49-4eb0-8aaf-b92ea6e87f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:40.917560 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a26820dd-d293-4d0b-9266-56361b8b65c6 req-db009b1e-6f49-4eb0-8aaf-b92ea6e87f11 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7658f0b9-c8c7-4d44-81a0-a1b2893e69b5 HTTP/1.1" status: 200 len: 916 time: 0.1081934 Aug 25 18:26:40.957168 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a26820dd-d293-4d0b-9266-56361b8b65c6 req-e19f309a-254a-400b-b0dd-0b1fa3f1390b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95654300-f287-4649-9f3e-40b10a8da41d HTTP/1.1" status: 200 len: 217 time: 0.0323985 Aug 25 18:26:41.013316 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26820dd-d293-4d0b-9266-56361b8b65c6 req-8975e8d2-69c3-4f48-8911-eeedfde16983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:41.014659 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a26820dd-d293-4d0b-9266-56361b8b65c6 req-8975e8d2-69c3-4f48-8911-eeedfde16983 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=48fe81fc-18ce-449e-adc8-712ce7a3cecf HTTP/1.1" status: 200 len: 854 time: 0.0419116 Aug 25 18:26:41.060132 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26820dd-d293-4d0b-9266-56361b8b65c6 req-2c8323ff-65f4-48c1-b6c4-38d3cfa18634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:41.061552 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a26820dd-d293-4d0b-9266-56361b8b65c6 req-2c8323ff-65f4-48c1-b6c4-38d3cfa18634 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7658f0b9-c8c7-4d44-81a0-a1b2893e69b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375679 Aug 25 18:26:41.155485 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a26820dd-d293-4d0b-9266-56361b8b65c6 req-69e8b984-d9ee-4858-b5e2-6f03e6f2d57b service neutron] 10.222.0.24 "GET /v2.0/networks/7658f0b9-c8c7-4d44-81a0-a1b2893e69b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831251 Aug 25 18:26:41.244466 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a26820dd-d293-4d0b-9266-56361b8b65c6 req-d7449883-ce4b-47e3-9616-3d72d0ea7fdc service neutron] 10.222.0.24 "GET /v2.0/networks/7658f0b9-c8c7-4d44-81a0-a1b2893e69b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785768 Aug 25 18:26:41.764923 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689ddb5-6c98-41ff-b296-7e6cddea7926 req-6c9dcf63-055d-42e4-9d1a-22e3bbf78580 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:41.766319 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d689ddb5-6c98-41ff-b296-7e6cddea7926 req-6c9dcf63-055d-42e4-9d1a-22e3bbf78580 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 943 time: 0.0538235 Aug 25 18:26:41.804282 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d689ddb5-6c98-41ff-b296-7e6cddea7926 req-502b0c31-4141-48a6-b8bc-d235a0315d6b tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319290 Aug 25 18:26:42.014909 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d45de2-a67a-4e33-bd83-009b46ea44dc req-9f32c392-ff78-4e31-b48f-a3cd665f8bf8 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:42.016606 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e8d45de2-a67a-4e33-bd83-009b46ea44dc req-9f32c392-ff78-4e31-b48f-a3cd665f8bf8 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 946 time: 0.0476422 Aug 25 18:26:42.055462 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e8d45de2-a67a-4e33-bd83-009b46ea44dc req-e5d67396-82c1-470b-a73c-89947336ce8b tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331953 Aug 25 18:26:42.602367 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ee9f0-7da1-499c-a0f8-f01e6662d575 req-0f951130-cbe5-4831-9056-1727dadf1aa6 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:42.603763 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-aa0ee9f0-7da1-499c-a0f8-f01e6662d575 req-0f951130-cbe5-4831-9056-1727dadf1aa6 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.24 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 946 time: 0.0466850 Aug 25 18:26:42.700392 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-aa0ee9f0-7da1-499c-a0f8-f01e6662d575 req-d12422d3-14de-4a8d-a649-d8d9c83cf0c4 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Deleting port f4194b13-793f-46ff-a65d-349f1777d1d8 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:26:42.700816 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aa0ee9f0-7da1-499c-a0f8-f01e6662d575 req-d12422d3-14de-4a8d-a649-d8d9c83cf0c4 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:42.788477 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-aa0ee9f0-7da1-499c-a0f8-f01e6662d575 req-d12422d3-14de-4a8d-a649-d8d9c83cf0c4 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] For port f4194b13-793f-46ff-a65d-349f1777d1d8, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f4194b13-793f-46ff-a65d-349f1777d1d8,segment=NetworkSegment(c7174dd9-e2ad-4230-9486-8edb6195741d),segment_id=c7174dd9-e2ad-4230-9486-8edb6195741d)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:26:42.789173 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aa0ee9f0-7da1-499c-a0f8-f01e6662d575 req-d12422d3-14de-4a8d-a649-d8d9c83cf0c4 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:42.891840 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 38836) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:42.999342 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-03b2254d-6a97-42e7-98fd-7fc0361214f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:43.093206 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-03b2254d-6a97-42e7-98fd-7fc0361214f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:43.098045 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-03b2254d-6a97-42e7-98fd-7fc0361214f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:43.126492 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-03b2254d-6a97-42e7-98fd-7fc0361214f9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=feb63e25dc254a1f8d41e4868f4c81b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333982 Aug 25 18:26:43.132979 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 38842) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:43.161070 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2254d-6a97-42e7-98fd-7fc0361214f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e26d0e-4982-47d8-b377-5a4a32523658,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:43.200232 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-04436357-6877-4fee-ac24-26ab7df46f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:43.221918 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-04436357-6877-4fee-ac24-26ab7df46f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:43.224827 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92670138-6c0e-4362-9bef-f240f319b2f3 req-5816712f-6e00-4cb5-bca7-535df078b479 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:43.226303 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-92670138-6c0e-4362-9bef-f240f319b2f3 req-5816712f-6e00-4cb5-bca7-535df078b479 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 943 time: 0.3557894 Aug 25 18:26:43.268733 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-04436357-6877-4fee-ac24-26ab7df46f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:43.271424 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-04436357-6877-4fee-ac24-26ab7df46f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:43.272609 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-04436357-6877-4fee-ac24-26ab7df46f9b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a9e26d0e-4982-47d8-b377-5a4a32523658 HTTP/1.1" status: 204 len: 168 time: 0.1386521 Aug 25 18:26:43.280652 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04436357-6877-4fee-ac24-26ab7df46f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e26d0e-4982-47d8-b377-5a4a32523658,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:43.349368 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38681906-1332-4e9f-86e0-abdd1080c80a req-558d8671-c5f1-4a4d-ba97-1c4f33eb551a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:43.350857 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-38681906-1332-4e9f-86e0-abdd1080c80a req-558d8671-c5f1-4a4d-ba97-1c4f33eb551a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=888063c6-0310-4a86-a1b5-e215d38952fa HTTP/1.1" status: 200 len: 946 time: 0.1799235 Aug 25 18:26:43.408817 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-92670138-6c0e-4362-9bef-f240f319b2f3 req-cfa00c58-ddc0-4068-b70b-8d1b78fd005c tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531136 Aug 25 18:26:43.411589 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aa0ee9f0-7da1-499c-a0f8-f01e6662d575 req-d12422d3-14de-4a8d-a649-d8d9c83cf0c4 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:43.412005 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aa0ee9f0-7da1-499c-a0f8-f01e6662d575 req-d12422d3-14de-4a8d-a649-d8d9c83cf0c4 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438161'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:43.412367 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.db.l3_db [req-aa0ee9f0-7da1-499c-a0f8-f01e6662d575 req-d12422d3-14de-4a8d-a649-d8d9c83cf0c4 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Floating IP 0ea40812-c4dd-475c-b642-c31e3ea34562 disassociated. External IP: 172.27.3.61, port: f4194b13-793f-46ff-a65d-349f1777d1d8. Aug 25 18:26:43.412735 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-aa0ee9f0-7da1-499c-a0f8-f01e6662d575 req-d12422d3-14de-4a8d-a649-d8d9c83cf0c4 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Calling delete_port for f4194b13-793f-46ff-a65d-349f1777d1d8 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:26:43.439789 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-38681906-1332-4e9f-86e0-abdd1080c80a req-eb07077b-f834-4535-b613-16fbf22d4c45 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a31f57d-5a99-4ecb-8719-d2b6831fad49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801411 Aug 25 18:26:43.541030 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 38848) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:43.555486 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6c43da75-4463-40e3-bc3f-8f5b4a740f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:43.555691 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aa0ee9f0-7da1-499c-a0f8-f01e6662d575 req-d12422d3-14de-4a8d-a649-d8d9c83cf0c4 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:43.567512 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 95654300-f287-4649-9f3e-40b10a8da41d details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 18:26:43.585419 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12422d3-14de-4a8d-a649-d8d9c83cf0c4 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Pushing event deleted for resources: {'Port': ['ID=f4194b13-793f-46ff-a65d-349f1777d1d8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:43.651030 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6c43da75-4463-40e3-bc3f-8f5b4a740f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:43.657057 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6c43da75-4463-40e3-bc3f-8f5b4a740f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:43.688327 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 95654300-f287-4649-9f3e-40b10a8da41d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=95654300-f287-4649-9f3e-40b10a8da41d,segment=NetworkSegment(b0af7907-0384-4797-b84f-b8ec228f4105),segment_id=b0af7907-0384-4797-b84f-b8ec228f4105)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:26:43.700155 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-6c43da75-4463-40e3-bc3f-8f5b4a740f4e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e79978a727684d7691091f767ce4ccfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1567483 Aug 25 18:26:43.700858 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 38850) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:43.705108 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Returning: {'device': '95654300-f287-4649-9f3e-40b10a8da41d', 'network_id': '7658f0b9-c8c7-4d44-81a0-a1b2893e69b5', 'port_id': '95654300-f287-4649-9f3e-40b10a8da41d', 'mac_address': 'fa:16:3e:16:0b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48fe81fc-18ce-449e-adc8-712ce7a3cecf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 18:26:43.709163 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa0ee9f0-7da1-499c-a0f8-f01e6662d575 req-d12422d3-14de-4a8d-a649-d8d9c83cf0c4 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Router e7385fca-9c66-4ddd-a562-d976cbf701d3 has already been hosted by L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:26:43.712693 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c43da75-4463-40e3-bc3f-8f5b4a740f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cb22b3-b398-4012-98e9-34fae1d4e75d,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:43.755626 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:43.759908 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3ec0e6c0-f3e2-457f-9717-daac5b5fcc10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:43.769433 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95654300-f287-4649-9f3e-40b10a8da41d {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:26:43.782697 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3ec0e6c0-f3e2-457f-9717-daac5b5fcc10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:43.791229 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 95654300-f287-4649-9f3e-40b10a8da41d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=95654300-f287-4649-9f3e-40b10a8da41d,segment=NetworkSegment(b0af7907-0384-4797-b84f-b8ec228f4105),segment_id=b0af7907-0384-4797-b84f-b8ec228f4105)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:26:43.797992 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:43.831067 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa0ee9f0-7da1-499c-a0f8-f01e6662d575 req-d12422d3-14de-4a8d-a649-d8d9c83cf0c4 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:26:43.840424 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3ec0e6c0-f3e2-457f-9717-daac5b5fcc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:43.843113 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3ec0e6c0-f3e2-457f-9717-daac5b5fcc10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:43.844749 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef45b50c-4bb3-41a0-b372-fe5c6ee04536 None None] Sync routers for ids ['e7385fca-9c66-4ddd-a562-d976cbf701d3'] in dv-cinder-790492-8-iscsi {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:26:43.846038 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-3ec0e6c0-f3e2-457f-9717-daac5b5fcc10 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/09cb22b3-b398-4012-98e9-34fae1d4e75d HTTP/1.1" status: 204 len: 168 time: 0.1409397 Aug 25 18:26:43.856952 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0e6c0-f3e2-457f-9717-daac5b5fcc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cb22b3-b398-4012-98e9-34fae1d4e75d,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:43.866103 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef45b50c-4bb3-41a0-b372-fe5c6ee04536 None None] Routers {'e7385fca-9c66-4ddd-a562-d976cbf701d3'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:26:43.866262 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ef45b50c-4bb3-41a0-b372-fe5c6ee04536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:26:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['e7385fca-9c66-4ddd-a562-d976cbf701d3'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:26:43.875942 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0ee9f0-7da1-499c-a0f8-f01e6662d575 req-d12422d3-14de-4a8d-a649-d8d9c83cf0c4 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] No DVR routers for this DVR port f4194b13-793f-46ff-a65d-349f1777d1d8 on host hv-cinder-79049 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:26:43.879265 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aa0ee9f0-7da1-499c-a0f8-f01e6662d575 req-d12422d3-14de-4a8d-a649-d8d9c83cf0c4 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:43.882605 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-aa0ee9f0-7da1-499c-a0f8-f01e6662d575 req-d12422d3-14de-4a8d-a649-d8d9c83cf0c4 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.24 "DELETE /v2.0/ports/f4194b13-793f-46ff-a65d-349f1777d1d8 HTTP/1.1" status: 204 len: 173 time: 1.2664726 Aug 25 18:26:43.883377 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888063c6-0310-4a86-a1b5-e215d38952fa', 'name': 'network-vif-deleted', 'tag': 'f4194b13-793f-46ff-a65d-349f1777d1d8'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:26:43.886872 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988e60cc-81c9-422f-ae3c-e9aae8b8520d" -d '{"events": [{"server_uuid": "888063c6-0310-4a86-a1b5-e215d38952fa", "name": "network-vif-deleted", "tag": "f4194b13-793f-46ff-a65d-349f1777d1d8"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:26:43.943755 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6f47e3-7ee8-4288-b6cd-d6d4611511df x-openstack-request-id: req-3d6f47e3-7ee8-4288-b6cd-d6d4611511df {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:26:43.944344 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "888063c6-0310-4a86-a1b5-e215d38952fa", "name": "network-vif-deleted", "tag": "f4194b13-793f-46ff-a65d-349f1777d1d8", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:26:43.944841 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3d6f47e3-7ee8-4288-b6cd-d6d4611511df {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:26:43.945396 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '888063c6-0310-4a86-a1b5-e215d38952fa', 'name': 'network-vif-deleted', 'tag': 'f4194b13-793f-46ff-a65d-349f1777d1d8', 'status': 'completed', 'code': 200} Aug 25 18:26:43.955243 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=95654300-f287-4649-9f3e-40b10a8da41d,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:44.000039 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ef45b50c-4bb3-41a0-b372-fe5c6ee04536 None None] Set router e7385fca-9c66-4ddd-a562-d976cbf701d3 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:26:44.036327 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['95654300-f287-4649-9f3e-40b10a8da41d'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:26:44.427284 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ef45b50c-4bb3-41a0-b372-fe5c6ee04536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1527836619-router', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:22:34Z', 'updated_at': '2021-08-25T18:22:40Z', 'revision_number': 4, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'gw_port': {'id': 'f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:10:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:35Z', 'updated_at': '2021-08-25T18:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '0897d691-285b-49c9-986d-bbabfad84253', 'name': '', 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'mac_address': 'fa:16:3e:cf:19:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd9d7b14c-bc03-4fe0-a3a0-cffe2819abe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:39Z', 'updated_at': '2021-08-25T18:22:50Z', 'revision_number': 5, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'subnets': [{'id': 'd9d7b14c-bc03-4fe0-a3a0-cffe2819abe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:26:44.512714 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef45b50c-4bb3-41a0-b372-fe5c6ee04536 None None] Checking router: e7385fca-9c66-4ddd-a562-d976cbf701d3 for host: dv-cinder-790492-8-iscsi {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:26:44.521862 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef45b50c-4bb3-41a0-b372-fe5c6ee04536 None None] Routers {'e7385fca-9c66-4ddd-a562-d976cbf701d3'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:26:44.522412 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ef45b50c-4bb3-41a0-b372-fe5c6ee04536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:26:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['e7385fca-9c66-4ddd-a562-d976cbf701d3'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:26:44.582478 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 38878) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:44.595927 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd16feb-e39a-4a53-857f-618abb07d1b5 req-835a13be-1121-4729-adec-45e843132b0c tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:44.597453 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-bbd16feb-e39a-4a53-857f-618abb07d1b5 req-835a13be-1121-4729-adec-45e843132b0c tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 944 time: 0.1029198 Aug 25 18:26:44.637582 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-bbd16feb-e39a-4a53-857f-618abb07d1b5 req-990ce643-abd1-4104-bb65-5b5ba6341abf tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343618 Aug 25 18:26:44.656749 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ef45b50c-4bb3-41a0-b372-fe5c6ee04536 None None] Set router e7385fca-9c66-4ddd-a562-d976cbf701d3 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:26:44.686703 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-35dfe44e-5c7b-4340-896d-c063ae23a966 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:44.716949 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-35dfe44e-5c7b-4340-896d-c063ae23a966 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:44.775843 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-35dfe44e-5c7b-4340-896d-c063ae23a966 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:44.779356 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-35dfe44e-5c7b-4340-896d-c063ae23a966 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:44.780533 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-35dfe44e-5c7b-4340-896d-c063ae23a966 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "DELETE /v2.0/security-groups/3a31f57d-5a99-4ecb-8719-d2b6831fad49 HTTP/1.1" status: 204 len: 168 time: 0.1970730 Aug 25 18:26:44.783342 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 38884) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:44.800173 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.api.v2.resource [None req-96d6b5ba-01d6-4b47-a49e-61e9833ef93d tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] show failed (client error): The resource could not be found. Aug 25 18:26:44.801554 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-96d6b5ba-01d6-4b47-a49e-61e9833ef93d tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups/3a31f57d-5a99-4ecb-8719-d2b6831fad49 HTTP/1.1" status: 404 len: 347 time: 0.0172400 Aug 25 18:26:44.801787 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dfe44e-5c7b-4340-896d-c063ae23a966 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a31f57d-5a99-4ecb-8719-d2b6831fad49,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:44.804759 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 38886) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:44.811616 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dfe44e-5c7b-4340-896d-c063ae23a966 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:44.811958 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dfe44e-5c7b-4340-896d-c063ae23a966 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:44.812296 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dfe44e-5c7b-4340-896d-c063ae23a966 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:44.812718 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dfe44e-5c7b-4340-896d-c063ae23a966 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:44.813256 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dfe44e-5c7b-4340-896d-c063ae23a966 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:44.813592 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dfe44e-5c7b-4340-896d-c063ae23a966 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:44.813915 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dfe44e-5c7b-4340-896d-c063ae23a966 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:44.814438 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dfe44e-5c7b-4340-896d-c063ae23a966 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:44.814974 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dfe44e-5c7b-4340-896d-c063ae23a966 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:44.815298 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dfe44e-5c7b-4340-896d-c063ae23a966 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:44.815622 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dfe44e-5c7b-4340-896d-c063ae23a966 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:44.815941 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dfe44e-5c7b-4340-896d-c063ae23a966 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:26:44.892452 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ef45b50c-4bb3-41a0-b372-fe5c6ee04536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1527836619-router', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:22:34Z', 'updated_at': '2021-08-25T18:22:40Z', 'revision_number': 4, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'gw_port': {'id': 'f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:10:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:35Z', 'updated_at': '2021-08-25T18:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '0897d691-285b-49c9-986d-bbabfad84253', 'name': '', 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'mac_address': 'fa:16:3e:cf:19:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd9d7b14c-bc03-4fe0-a3a0-cffe2819abe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:39Z', 'updated_at': '2021-08-25T18:22:50Z', 'revision_number': 5, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'subnets': [{'id': 'd9d7b14c-bc03-4fe0-a3a0-cffe2819abe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:26:44.920316 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef45b50c-4bb3-41a0-b372-fe5c6ee04536 None None] The sync data for ids ['e7385fca-9c66-4ddd-a562-d976cbf701d3'] in dv-cinder-790492-8-iscsi is: [{'id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1527836619-router', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:22:34Z', 'updated_at': '2021-08-25T18:22:40Z', 'revision_number': 4, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'gw_port': {'id': 'f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:10:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:35Z', 'updated_at': '2021-08-25T18:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '0897d691-285b-49c9-986d-bbabfad84253', 'name': '', 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'mac_address': 'fa:16:3e:cf:19:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd9d7b14c-bc03-4fe0-a3a0-cffe2819abe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:39Z', 'updated_at': '2021-08-25T18:22:50Z', 'revision_number': 5, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'subnets': [{'id': 'd9d7b14c-bc03-4fe0-a3a0-cffe2819abe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:26:44.941515 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-5efbe241-a2f2-4798-bcdc-52a9cea7b75e tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Deleting port b44f207a-ad5a-4a2e-af24-740b5f90c9a7 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:26:44.942123 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5efbe241-a2f2-4798-bcdc-52a9cea7b75e tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:45.027073 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5efbe241-a2f2-4798-bcdc-52a9cea7b75e tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:45.027318 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5efbe241-a2f2-4798-bcdc-52a9cea7b75e tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:45.039369 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-5efbe241-a2f2-4798-bcdc-52a9cea7b75e tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Calling delete_port for b44f207a-ad5a-4a2e-af24-740b5f90c9a7 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:26:45.197597 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5efbe241-a2f2-4798-bcdc-52a9cea7b75e tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:45.224060 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbe241-a2f2-4798-bcdc-52a9cea7b75e tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Pushing event deleted for resources: {'Port': ['ID=b44f207a-ad5a-4a2e-af24-740b5f90c9a7,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:45.237272 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5827d36-1bb5-4424-bc7e-215be07ccca2 None None] New status for floating IP 0ea40812-c4dd-475c-b642-c31e3ea34562: DOWN {{(pid=93794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 18:26:45.291145 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5efbe241-a2f2-4798-bcdc-52a9cea7b75e tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:45.294674 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5efbe241-a2f2-4798-bcdc-52a9cea7b75e tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:45.298856 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-5efbe241-a2f2-4798-bcdc-52a9cea7b75e tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "DELETE /v2.0/floatingips/0ea40812-c4dd-475c-b642-c31e3ea34562 HTTP/1.1" status: 204 len: 168 time: 0.4899423 Aug 25 18:26:45.583717 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 95654300-f287-4649-9f3e-40b10a8da41d up at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:26:45.636790 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning for port 95654300-f287-4649-9f3e-40b10a8da41d completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:26:45.641814 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning complete for port 95654300-f287-4649-9f3e-40b10a8da41d triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:26:45.642569 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:45.763159 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:45.801919 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9c21e5-4d35-4002-96ac-ef2abc930c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95654300-f287-4649-9f3e-40b10a8da41d'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:26:45.806880 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700cf778d203af030a48c7cd7e91a8769aab6ec207ebda1a87165573d1bde0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399ca8c7-56e6-49b7-abb7-04fa0f794dce" -d '{"events": [{"server_uuid": "cc9c21e5-4d35-4002-96ac-ef2abc930c77", "name": "network-vif-plugged", "status": "completed", "tag": "95654300-f287-4649-9f3e-40b10a8da41d"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:26:45.827384 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 95654300-f287-4649-9f3e-40b10a8da41d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=95654300-f287-4649-9f3e-40b10a8da41d,segment=NetworkSegment(b0af7907-0384-4797-b84f-b8ec228f4105),segment_id=b0af7907-0384-4797-b84f-b8ec228f4105)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:26:45.833607 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:45.835219 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device f4194b13-793f-46ff-a65d-349f1777d1d8 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:26:45.861282 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] No Port match for: f4194b13-793f-46ff-a65d-349f1777d1d8 {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:26:45.861621 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device f4194b13-793f-46ff-a65d-349f1777d1d8 not bound to the agent host hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:26:45.867777 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f9c6d-2cc2-4837-9cd4-51e808adccfa req-2d5e2c86-f07d-4dd9-980a-197a2af45f77 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:45.869864 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-569f9c6d-2cc2-4837-9cd4-51e808adccfa req-2d5e2c86-f07d-4dd9-980a-197a2af45f77 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 944 time: 0.1018109 Aug 25 18:26:45.937586 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=95654300-f287-4649-9f3e-40b10a8da41d,revision_number=5']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:45.941774 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-569f9c6d-2cc2-4837-9cd4-51e808adccfa req-5f6269a6-0b5e-453f-9a44-a171176e8306 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505793 Aug 25 18:26:45.968489 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 38918) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:45.987667 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22eb68c7-5584-4106-86dd-c80bc2db6bd7 x-openstack-request-id: req-22eb68c7-5584-4106-86dd-c80bc2db6bd7 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:26:45.988062 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9c21e5-4d35-4002-96ac-ef2abc930c77", "name": "network-vif-plugged", "status": "completed", "tag": "95654300-f287-4649-9f3e-40b10a8da41d", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:26:45.988371 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22eb68c7-5584-4106-86dd-c80bc2db6bd7 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:26:45.988940 dv-cinder-790492-8-iscsi neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9c21e5-4d35-4002-96ac-ef2abc930c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95654300-f287-4649-9f3e-40b10a8da41d', 'code': 200} Aug 25 18:26:46.100931 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f01418e5-b21b-4890-8dac-4a7dc2f88d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:46.205294 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d13d8-78b9-451c-95b2-846b7df0d32b req-a1ff3436-e2d6-4c3e-a294-da837a99de1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:46.206787 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0a3d13d8-78b9-451c-95b2-846b7df0d32b req-a1ff3436-e2d6-4c3e-a294-da837a99de1e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 1098 time: 0.0601106 Aug 25 18:26:46.222514 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 38922) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:46.227179 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-28a18004-385b-4196-9ee5-253fe5a97d78 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1546639649', 'description': 'tempest-description--1996281426'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:26:46.245240 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f01418e5-b21b-4890-8dac-4a7dc2f88d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:46.253806 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f01418e5-b21b-4890-8dac-4a7dc2f88d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:46.262495 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-28a18004-385b-4196-9ee5-253fe5a97d78 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:46.268940 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0a3d13d8-78b9-451c-95b2-846b7df0d32b req-6108c837-83c7-42ae-a571-f662b33eaa99 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515177 Aug 25 18:26:46.296117 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-f01418e5-b21b-4890-8dac-4a7dc2f88d86 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=541bbe9dffb0414e82400fc85d0fd4eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3231056 Aug 25 18:26:46.296418 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 38924) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:46.298378 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01418e5-b21b-4890-8dac-4a7dc2f88d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef0b149-a6fe-4d60-95e5-a9a78866e30e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:46.378955 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6a5d70b2-f514-4483-b711-90761622c75f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:46.389738 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-28a18004-385b-4196-9ee5-253fe5a97d78 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:46.396291 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-28a18004-385b-4196-9ee5-253fe5a97d78 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:46.427540 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6a5d70b2-f514-4483-b711-90761622c75f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:46.447898 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-28a18004-385b-4196-9ee5-253fe5a97d78 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:46.449173 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-28a18004-385b-4196-9ee5-253fe5a97d78 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2255580 Aug 25 18:26:46.452120 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 38926) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:46.456504 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a18004-385b-4196-9ee5-253fe5a97d78 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c17f235-3a84-43e1-a3a3-955076d004ab,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:46.457233 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [None req-41c639ec-7ff6-4b07-b5d2-914ac8b7afaa tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Request body: {'security_group_rule': {'security_group_id': '9c17f235-3a84-43e1-a3a3-955076d004ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:26:46.492663 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-41c639ec-7ff6-4b07-b5d2-914ac8b7afaa tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:46.495488 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6a5d70b2-f514-4483-b711-90761622c75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:46.499078 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6a5d70b2-f514-4483-b711-90761622c75f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:46.502680 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-6a5d70b2-f514-4483-b711-90761622c75f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bef0b149-a6fe-4d60-95e5-a9a78866e30e HTTP/1.1" status: 204 len: 168 time: 0.2029400 Aug 25 18:26:46.508849 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d70b2-f514-4483-b711-90761622c75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef0b149-a6fe-4d60-95e5-a9a78866e30e,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:46.580362 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-41c639ec-7ff6-4b07-b5d2-914ac8b7afaa tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:46.584936 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-41c639ec-7ff6-4b07-b5d2-914ac8b7afaa tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516089'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:46.603311 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c639ec-7ff6-4b07-b5d2-914ac8b7afaa tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=092d0a2e-9846-4cda-b4e6-42e96a7efcfb,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:46.612050 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-41c639ec-7ff6-4b07-b5d2-914ac8b7afaa tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:46.613268 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-41c639ec-7ff6-4b07-b5d2-914ac8b7afaa tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1597545 Aug 25 18:26:46.615866 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 38930) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:46.620813 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [None req-cb07fe7b-389a-4e37-af93-2cef283237b7 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Request body: {'security_group_rule': {'security_group_id': '9c17f235-3a84-43e1-a3a3-955076d004ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:26:46.651034 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cb07fe7b-389a-4e37-af93-2cef283237b7 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:46.707426 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cb07fe7b-389a-4e37-af93-2cef283237b7 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:46.711198 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cb07fe7b-389a-4e37-af93-2cef283237b7 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516089'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:46.733895 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07fe7b-389a-4e37-af93-2cef283237b7 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e9327e-9959-43cd-b921-1ce83c7266c4,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:46.746666 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cb07fe7b-389a-4e37-af93-2cef283237b7 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:46.748295 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-cb07fe7b-389a-4e37-af93-2cef283237b7 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1315234 Aug 25 18:26:46.751389 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 38934) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:46.756292 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a328c6dc-0c48-47be-ae79-ba88d123a278 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Request body: {'floatingip': {'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:26:46.781064 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a328c6dc-0c48-47be-ae79-ba88d123a278 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:46.805393 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 38936) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:46.818385 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5d633411-9583-4a7b-931d-5bff76f011df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:46.880978 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a328c6dc-0c48-47be-ae79-ba88d123a278 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:46.910515 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5d633411-9583-4a7b-931d-5bff76f011df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:46.914232 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5d633411-9583-4a7b-931d-5bff76f011df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:46.951856 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-5d633411-9583-4a7b-931d-5bff76f011df admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f35bfa13e79845168341a5cfdda3bf7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1453772 Aug 25 18:26:46.954433 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 38940) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:46.961705 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d633411-9583-4a7b-931d-5bff76f011df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24388776-5790-46b0-86c8-45a75d442366,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:46.995347 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-a328c6dc-0c48-47be-ae79-ba88d123a278 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Allocated IP 172.27.3.128 (e0615610-0145-4336-86ca-92716d56c217/ba8c35dc-42f2-4379-aafd-ce1793efee80/66510aa2-6bc1-4c3f-adfb-05e4f462626e) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:26:47.009695 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-28380dd3-b4b2-47ec-a128-6ef7afd97888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:47.036205 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-28380dd3-b4b2-47ec-a128-6ef7afd97888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:47.098449 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-28380dd3-b4b2-47ec-a128-6ef7afd97888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:47.099272 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ec30b-481f-40b9-ba54-0889377902c4 req-fdbf96f0-e037-48f2-8fbf-a376ac38ebe4 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:47.101045 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d48ec30b-481f-40b9-ba54-0889377902c4 req-fdbf96f0-e037-48f2-8fbf-a376ac38ebe4 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 945 time: 0.1030400 Aug 25 18:26:47.101318 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-28380dd3-b4b2-47ec-a128-6ef7afd97888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:47.104265 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-28380dd3-b4b2-47ec-a128-6ef7afd97888 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/24388776-5790-46b0-86c8-45a75d442366 HTTP/1.1" status: 204 len: 168 time: 0.1466794 Aug 25 18:26:47.118053 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28380dd3-b4b2-47ec-a128-6ef7afd97888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24388776-5790-46b0-86c8-45a75d442366,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:47.172138 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d48ec30b-481f-40b9-ba54-0889377902c4 req-091d4813-9cf3-4c14-9c60-6ab1c0a77783 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597970 Aug 25 18:26:47.176510 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a328c6dc-0c48-47be-ae79-ba88d123a278 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:47.214023 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a328c6dc-0c48-47be-ae79-ba88d123a278 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:47.253753 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a328c6dc-0c48-47be-ae79-ba88d123a278 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Network e0615610-0145-4336-86ca-92716d56c217 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:26:47.256675 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-a328c6dc-0c48-47be-ae79-ba88d123a278 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:26:47.260908 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a328c6dc-0c48-47be-ae79-ba88d123a278 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:26:47.266378 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328c6dc-0c48-47be-ae79-ba88d123a278 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Pushing event updated for resources: {'Port': ['ID=66510aa2-6bc1-4c3f-adfb-05e4f462626e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:47.383128 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a328c6dc-0c48-47be-ae79-ba88d123a278 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:47.438221 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a328c6dc-0c48-47be-ae79-ba88d123a278 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:47.611568 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a328c6dc-0c48-47be-ae79-ba88d123a278 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:47.617631 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a328c6dc-0c48-47be-ae79-ba88d123a278 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13409301'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:47.687585 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328c6dc-0c48-47be-ae79-ba88d123a278 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Pushing event updated for resources: {'Port': ['ID=66510aa2-6bc1-4c3f-adfb-05e4f462626e,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:47.699323 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a328c6dc-0c48-47be-ae79-ba88d123a278 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438161'] for floatingip, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:47.712505 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a328c6dc-0c48-47be-ae79-ba88d123a278 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:47.721756 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-a328c6dc-0c48-47be-ae79-ba88d123a278 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9610667 Aug 25 18:26:47.904330 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-aa3ebf66-480a-4b76-9497-1fce87478690 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1546639649&fields=id&tenant_id=0e50d3e6eb4343348d784dfd6489ac79 HTTP/1.1" status: 200 len: 267 time: 0.0320706 Aug 25 18:26:48.016885 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-27647f27-7691-4898-9cef-b503fef912a6 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:48.018346 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-27647f27-7691-4898-9cef-b503fef912a6 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/networks?id=ca11b88d-433f-4cc3-bc46-86e155a29f61 HTTP/1.1" status: 200 len: 817 time: 0.1074941 Aug 25 18:26:48.033773 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-10fbee4d-8930-4e41-9349-b9d4ea793a5d tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/quotas/0e50d3e6eb4343348d784dfd6489ac79 HTTP/1.1" status: 200 len: 375 time: 0.0098028 Aug 25 18:26:48.093757 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-49bd6f47-00a3-44ac-a826-9e01d250cbc3 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e50d3e6eb4343348d784dfd6489ac79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515034 Aug 25 18:26:48.192728 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-c3bdd9d0-f7f9-44e1-8a5f-5d2203867da6 service neutron] 10.222.0.37 "GET /v2.0/networks/ca11b88d-433f-4cc3-bc46-86e155a29f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854044 Aug 25 18:26:48.517050 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:48.544446 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2b9b9-004b-499d-b50d-cf1e10d4bd55 req-6f2d0545-a973-48cf-bec9-52cd3646b83e tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:48.546007 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-73a2b9b9-004b-499d-b50d-cf1e10d4bd55 req-6f2d0545-a973-48cf-bec9-52cd3646b83e tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 945 time: 0.2975664 Aug 25 18:26:48.547945 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-8444f5cf-15c6-49c4-a5cc-c7bc45fd0502 service neutron] 10.222.0.37 "GET /v2.0/networks/ca11b88d-433f-4cc3-bc46-86e155a29f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488660 Aug 25 18:26:48.586406 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-73a2b9b9-004b-499d-b50d-cf1e10d4bd55 req-2947c20f-4881-4221-8ad4-c7495e058c55 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341823 Aug 25 18:26:48.722467 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3a66b860-ed27-4337-ac05-8cd125ab7df7 req-c08da8b9-de04-4499-9744-184fed63917f tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 210 time: 0.0318959 Aug 25 18:26:48.749834 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed790a-8383-43af-98e7-13c6439b9708 req-7f3153d0-61ac-4010-b8c0-d9373a3c6057 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:48.751344 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-07ed790a-8383-43af-98e7-13c6439b9708 req-7f3153d0-61ac-4010-b8c0-d9373a3c6057 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 945 time: 0.0963142 Aug 25 18:26:48.805295 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-07ed790a-8383-43af-98e7-13c6439b9708 req-7935e5a3-ef83-45ec-bd50-66c4649cc0b7 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472510 Aug 25 18:26:49.168348 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839ad3f-bc5b-479c-aea0-4418f143cec0 req-7b6475c1-3df5-4eeb-984c-8848bcba52e8 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:49.169961 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a839ad3f-bc5b-479c-aea0-4418f143cec0 req-7b6475c1-3df5-4eeb-984c-8848bcba52e8 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 945 time: 0.0521550 Aug 25 18:26:49.208461 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a839ad3f-bc5b-479c-aea0-4418f143cec0 req-5d8b5ff8-8f46-4e0e-a93e-ad1fcf05b76e tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322134 Aug 25 18:26:49.705478 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-98784e2e-62a2-43f4-a20a-f99e7410bfa9 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:49.706969 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-98784e2e-62a2-43f4-a20a-f99e7410bfa9 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.24 "GET /v2.0/networks?id=ca11b88d-433f-4cc3-bc46-86e155a29f61 HTTP/1.1" status: 200 len: 817 time: 0.1070871 Aug 25 18:26:49.754678 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-3c04e18d-aa75-4531-9828-d90c6bf8d5a6 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e50d3e6eb4343348d784dfd6489ac79 HTTP/1.1" status: 200 len: 380 time: 0.0375795 Aug 25 18:26:49.765242 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-2b78c0d5-b2c1-4ae1-8d72-e6f2468461ef tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Request body: {'port': {'device_id': '2c753949-3f6d-47ae-8184-b5783f724c50', 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61', 'admin_state_up': True, 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'security_groups': ['9c17f235-3a84-43e1-a3a3-955076d004ab']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:26:49.838874 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5c2fc410-ae79-4304-b320-c9f5149bef3c req-1c80cade-3ca3-4a97-822f-a18f545edec7 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 210 time: 0.0316255 Aug 25 18:26:49.894445 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-2b78c0d5-b2c1-4ae1-8d72-e6f2468461ef tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Made reservation on behalf of 0e50d3e6eb4343348d784dfd6489ac79 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:26:49.897963 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-2b78c0d5-b2c1-4ae1-8d72-e6f2468461ef tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:50.028136 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-2b78c0d5-b2c1-4ae1-8d72-e6f2468461ef tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Allocated IP 172.20.0.7 (ca11b88d-433f-4cc3-bc46-86e155a29f61/d9d7b14c-bc03-4fe0-a3a0-cffe2819abe3/289bab63-43d9-4aef-913f-b44128144a76) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:26:50.167116 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-2b78c0d5-b2c1-4ae1-8d72-e6f2468461ef tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:50.179421 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-2b78c0d5-b2c1-4ae1-8d72-e6f2468461ef tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Transition to ACTIVE for port object 289bab63-43d9-4aef-913f-b44128144a76 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:26:50.214331 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-2b78c0d5-b2c1-4ae1-8d72-e6f2468461ef tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:50.259803 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-2b78c0d5-b2c1-4ae1-8d72-e6f2468461ef tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Network ca11b88d-433f-4cc3-bc46-86e155a29f61 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:26:50.263535 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-2b78c0d5-b2c1-4ae1-8d72-e6f2468461ef tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:26:50.267459 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-2b78c0d5-b2c1-4ae1-8d72-e6f2468461ef tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:26:50.294174 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b78c0d5-b2c1-4ae1-8d72-e6f2468461ef tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Pushing event updated for resources: {'Port': ['ID=289bab63-43d9-4aef-913f-b44128144a76,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:50.327188 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-2b78c0d5-b2c1-4ae1-8d72-e6f2468461ef tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:50.327851 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-2b78c0d5-b2c1-4ae1-8d72-e6f2468461ef tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:50.342761 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-2b78c0d5-b2c1-4ae1-8d72-e6f2468461ef tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5812979 Aug 25 18:26:50.355041 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-249f79f3-59a3-47f9-8144-51ce7f17b025 service neutron] Request body: {'port': {'device_id': '2c753949-3f6d-47ae-8184-b5783f724c50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:26:50.410772 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-249f79f3-59a3-47f9-8144-51ce7f17b025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:50.507013 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-186e098a-33fa-4d4e-bcc0-e5023c43f1c5 None None] Provisioning for port 289bab63-43d9-4aef-913f-b44128144a76 completed by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:26:50.511206 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-186e098a-33fa-4d4e-bcc0-e5023c43f1c5 None None] Provisioning complete for port 289bab63-43d9-4aef-913f-b44128144a76 triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:26:50.511567 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-186e098a-33fa-4d4e-bcc0-e5023c43f1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:50.547613 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-186e098a-33fa-4d4e-bcc0-e5023c43f1c5 None None] Port 289bab63-43d9-4aef-913f-b44128144a76 cannot update to ACTIVE because it is not bound. {{(pid=93793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:26:50.680704 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-249f79f3-59a3-47f9-8144-51ce7f17b025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 289bab63-43d9-4aef-913f-b44128144a76 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:26:50.688833 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-249f79f3-59a3-47f9-8144-51ce7f17b025 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:50.701213 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-249f79f3-59a3-47f9-8144-51ce7f17b025 service neutron] Transition to ACTIVE for port object 289bab63-43d9-4aef-913f-b44128144a76 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:26:50.705168 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-249f79f3-59a3-47f9-8144-51ce7f17b025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13409301'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:50.756818 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f79f3-59a3-47f9-8144-51ce7f17b025 service neutron] Pushing event updated for resources: {'Port': ['ID=289bab63-43d9-4aef-913f-b44128144a76,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:50.830244 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-249f79f3-59a3-47f9-8144-51ce7f17b025 service neutron] Attempting to bind port 289bab63-43d9-4aef-913f-b44128144a76 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:26:50.830575 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-249f79f3-59a3-47f9-8144-51ce7f17b025 service neutron] Attempting to bind port 289bab63-43d9-4aef-913f-b44128144a76 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'c7174dd9-e2ad-4230-9486-8edb6195741d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:26:50.830907 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-249f79f3-59a3-47f9-8144-51ce7f17b025 service neutron] Attempting to bind port 289bab63-43d9-4aef-913f-b44128144a76 on network ca11b88d-433f-4cc3-bc46-86e155a29f61 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:26:50.836382 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-249f79f3-59a3-47f9-8144-51ce7f17b025 service neutron] Port 289bab63-43d9-4aef-913f-b44128144a76 on network ca11b88d-433f-4cc3-bc46-86e155a29f61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 18:26:50.836793 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-249f79f3-59a3-47f9-8144-51ce7f17b025 service neutron] Attempting to bind port 289bab63-43d9-4aef-913f-b44128144a76 on network ca11b88d-433f-4cc3-bc46-86e155a29f61 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:26:50.842036 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-249f79f3-59a3-47f9-8144-51ce7f17b025 service neutron] Checking agent: {'id': '7fd900e3-9f03-4129-b0c6-db4e233cdb3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'started_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:26:50.842381 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-249f79f3-59a3-47f9-8144-51ce7f17b025 service neutron] Checking segment: {'id': 'c7174dd9-e2ad-4230-9486-8edb6195741d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:26:50.842809 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-249f79f3-59a3-47f9-8144-51ce7f17b025 service neutron] Bound using segment: {'id': 'c7174dd9-e2ad-4230-9486-8edb6195741d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:26:50.843239 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-249f79f3-59a3-47f9-8144-51ce7f17b025 service neutron] Bound port: 289bab63-43d9-4aef-913f-b44128144a76, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7174dd9-e2ad-4230-9486-8edb6195741d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:26:50.843600 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-249f79f3-59a3-47f9-8144-51ce7f17b025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:50.924565 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-249f79f3-59a3-47f9-8144-51ce7f17b025 service neutron] For port 289bab63-43d9-4aef-913f-b44128144a76, host hv-cinder-79049, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:26:50.927736 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-249f79f3-59a3-47f9-8144-51ce7f17b025 service neutron] For port 289bab63-43d9-4aef-913f-b44128144a76, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=289bab63-43d9-4aef-913f-b44128144a76,segment=NetworkSegment(c7174dd9-e2ad-4230-9486-8edb6195741d),segment_id=c7174dd9-e2ad-4230-9486-8edb6195741d)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:26:50.941520 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-249f79f3-59a3-47f9-8144-51ce7f17b025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13409301'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:50.995667 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-249f79f3-59a3-47f9-8144-51ce7f17b025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:50.996260 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-249f79f3-59a3-47f9-8144-51ce7f17b025 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:50.998450 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-249f79f3-59a3-47f9-8144-51ce7f17b025 service neutron] 10.222.0.24 "PUT /v2.0/ports/289bab63-43d9-4aef-913f-b44128144a76 HTTP/1.1" status: 200 len: 1093 time: 0.6472449 Aug 25 18:26:51.004918 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c753949-3f6d-47ae-8184-b5783f724c50', 'tag': '289bab63-43d9-4aef-913f-b44128144a76'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:26:51.004918 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724675a3-f27f-46d0-975c-3829d0e5667c" -d '{"events": [{"name": "network-changed", "server_uuid": "2c753949-3f6d-47ae-8184-b5783f724c50", "tag": "289bab63-43d9-4aef-913f-b44128144a76"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:26:51.077329 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6462c4f-5b3b-4a6d-a5ab-eab8dd7898ef x-openstack-request-id: req-e6462c4f-5b3b-4a6d-a5ab-eab8dd7898ef {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:26:51.077719 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c753949-3f6d-47ae-8184-b5783f724c50", "tag": "289bab63-43d9-4aef-913f-b44128144a76", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:26:51.078060 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6462c4f-5b3b-4a6d-a5ab-eab8dd7898ef {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:26:51.078538 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c753949-3f6d-47ae-8184-b5783f724c50', 'tag': '289bab63-43d9-4aef-913f-b44128144a76', 'status': 'completed', 'code': 200} Aug 25 18:26:51.093545 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f79f3-59a3-47f9-8144-51ce7f17b025 service neutron] Pushing event updated for resources: {'Port': ['ID=289bab63-43d9-4aef-913f-b44128144a76,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:51.110405 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb468cb-cd56-416b-be90-2709550f687e req-4f8a87db-4646-4664-b274-4a1fd7266ac9 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:51.111953 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3fb468cb-cd56-416b-be90-2709550f687e req-4f8a87db-4646-4664-b274-4a1fd7266ac9 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 943 time: 0.1828229 Aug 25 18:26:51.139385 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-0d1eba07-265d-4f51-bec9-be3123e13488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:51.141074 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-0d1eba07-265d-4f51-bec9-be3123e13488 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e50d3e6eb4343348d784dfd6489ac79&device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 1096 time: 0.1008680 Aug 25 18:26:51.198228 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-81d6984b-20f3-421b-89d4-796b975dfd4e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=289bab63-43d9-4aef-913f-b44128144a76 HTTP/1.1" status: 200 len: 217 time: 0.0484872 Aug 25 18:26:51.203418 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3fb468cb-cd56-416b-be90-2709550f687e req-13794c76-7850-4b53-bcb3-4b9c1acab785 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815601 Aug 25 18:26:51.250985 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-53f4a7da-4b44-413d-b9bf-53e025d1b646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:51.252413 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-53f4a7da-4b44-413d-b9bf-53e025d1b646 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9d7b14c-bc03-4fe0-a3a0-cffe2819abe3 HTTP/1.1" status: 200 len: 856 time: 0.0475030 Aug 25 18:26:51.301779 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-ec002166-70ee-481f-bcf9-6188f7f7c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:51.303314 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-ec002166-70ee-481f-bcf9-6188f7f7c746 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca11b88d-433f-4cc3-bc46-86e155a29f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431581 Aug 25 18:26:51.403371 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-0b542885-7f7e-40cd-9b21-8e5ab8eee2bb service neutron] 10.222.0.24 "GET /v2.0/networks/ca11b88d-433f-4cc3-bc46-86e155a29f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910897 Aug 25 18:26:51.502102 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0d6bae93-284c-4143-a951-06be9ae3aef3 req-d12bb209-0d2f-457c-a574-d95b0d603412 service neutron] 10.222.0.24 "GET /v2.0/networks/ca11b88d-433f-4cc3-bc46-86e155a29f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911367 Aug 25 18:26:51.597940 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724675a3-f27f-46d0-975c-3829d0e5667c req-beba3542-e009-458a-a486-1a5286def039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:51.599440 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-724675a3-f27f-46d0-975c-3829d0e5667c req-beba3542-e009-458a-a486-1a5286def039 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e50d3e6eb4343348d784dfd6489ac79&device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 1096 time: 0.0431738 Aug 25 18:26:51.695307 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724675a3-f27f-46d0-975c-3829d0e5667c req-c8ac7e82-e940-4cc8-b939-0a7465d48527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:51.697018 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-724675a3-f27f-46d0-975c-3829d0e5667c req-c8ac7e82-e940-4cc8-b939-0a7465d48527 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ca11b88d-433f-4cc3-bc46-86e155a29f61 HTTP/1.1" status: 200 len: 918 time: 0.0876281 Aug 25 18:26:51.743514 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-724675a3-f27f-46d0-975c-3829d0e5667c req-e6001d49-5f0a-4aab-ab5a-75878bbdafed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=289bab63-43d9-4aef-913f-b44128144a76 HTTP/1.1" status: 200 len: 217 time: 0.0375359 Aug 25 18:26:51.795182 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724675a3-f27f-46d0-975c-3829d0e5667c req-a877197b-cf44-4d77-82e6-63691dc95c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:51.796682 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-724675a3-f27f-46d0-975c-3829d0e5667c req-a877197b-cf44-4d77-82e6-63691dc95c11 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9d7b14c-bc03-4fe0-a3a0-cffe2819abe3 HTTP/1.1" status: 200 len: 856 time: 0.0449617 Aug 25 18:26:51.842072 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724675a3-f27f-46d0-975c-3829d0e5667c req-f46a9968-10f5-4446-9195-0e5646a17e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:51.843557 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-724675a3-f27f-46d0-975c-3829d0e5667c req-f46a9968-10f5-4446-9195-0e5646a17e57 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca11b88d-433f-4cc3-bc46-86e155a29f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393009 Aug 25 18:26:51.943768 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-724675a3-f27f-46d0-975c-3829d0e5667c req-81ef8161-b2f9-4ce2-83e2-defce9892b78 service neutron] 10.222.0.24 "GET /v2.0/networks/ca11b88d-433f-4cc3-bc46-86e155a29f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881147 Aug 25 18:26:52.047165 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-724675a3-f27f-46d0-975c-3829d0e5667c req-98903e02-3b49-47cf-ab7b-8dee6fe81237 service neutron] 10.222.0.24 "GET /v2.0/networks/ca11b88d-433f-4cc3-bc46-86e155a29f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890579 Aug 25 18:26:52.327711 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1727a-e59f-47a1-baca-4c1dc2fd50c0 req-295603aa-d6e2-4c5e-a0fe-ed4cb46dc82e tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:52.329140 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-93a1727a-e59f-47a1-baca-4c1dc2fd50c0 req-295603aa-d6e2-4c5e-a0fe-ed4cb46dc82e tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 943 time: 0.0521231 Aug 25 18:26:52.366582 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-93a1727a-e59f-47a1-baca-4c1dc2fd50c0 req-2d1aacdd-d262-4fe9-b43e-bf7a2f90f082 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315151 Aug 25 18:26:53.325226 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-532f463b-4a71-43b7-ae7d-ad0a881829ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:53.486802 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41377512-d875-4750-970e-a948a0897d56 req-4d069870-b6f1-49a6-9478-ff758972da5d tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:53.488359 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-41377512-d875-4750-970e-a948a0897d56 req-4d069870-b6f1-49a6-9478-ff758972da5d tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 943 time: 0.0496092 Aug 25 18:26:53.527484 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-41377512-d875-4750-970e-a948a0897d56 req-3389b290-a26b-4167-acee-2b76757be753 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329933 Aug 25 18:26:53.570894 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 39134) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:53.629992 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 289bab63-43d9-4aef-913f-b44128144a76 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 18:26:53.672481 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-42b07f2e-bbf2-4709-b890-7030f7d05758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:53.724982 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 289bab63-43d9-4aef-913f-b44128144a76, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=289bab63-43d9-4aef-913f-b44128144a76,segment=NetworkSegment(c7174dd9-e2ad-4230-9486-8edb6195741d),segment_id=c7174dd9-e2ad-4230-9486-8edb6195741d)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:26:53.736622 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Returning: {'device': '289bab63-43d9-4aef-913f-b44128144a76', 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61', 'port_id': '289bab63-43d9-4aef-913f-b44128144a76', 'mac_address': 'fa:16:3e:c6:6f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d7b14c-bc03-4fe0-a3a0-cffe2819abe3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 18:26:53.764589 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-42b07f2e-bbf2-4709-b890-7030f7d05758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:53.768523 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-42b07f2e-bbf2-4709-b890-7030f7d05758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:53.777427 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:53.810496 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-42b07f2e-bbf2-4709-b890-7030f7d05758 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8c42550615eb4f7da57e8e99b931e8f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360582 Aug 25 18:26:53.810496 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b07f2e-bbf2-4709-b890-7030f7d05758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887d3e61-4d69-4433-9f78-20b6151e8cf2,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:53.811080 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 39138) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:53.868631 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-448e2766-d342-4ed1-a7f0-0e031f459bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:53.891696 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-448e2766-d342-4ed1-a7f0-0e031f459bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:53.902308 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 289bab63-43d9-4aef-913f-b44128144a76 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:26:53.921291 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 289bab63-43d9-4aef-913f-b44128144a76, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=289bab63-43d9-4aef-913f-b44128144a76,segment=NetworkSegment(c7174dd9-e2ad-4230-9486-8edb6195741d),segment_id=c7174dd9-e2ad-4230-9486-8edb6195741d)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:26:53.925985 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:53.937711 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-448e2766-d342-4ed1-a7f0-0e031f459bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:53.940592 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-448e2766-d342-4ed1-a7f0-0e031f459bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:53.941756 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-448e2766-d342-4ed1-a7f0-0e031f459bc5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/887d3e61-4d69-4433-9f78-20b6151e8cf2 HTTP/1.1" status: 204 len: 168 time: 0.1295691 Aug 25 18:26:53.950190 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e2766-d342-4ed1-a7f0-0e031f459bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887d3e61-4d69-4433-9f78-20b6151e8cf2,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:53.980045 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=289bab63-43d9-4aef-913f-b44128144a76,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:54.190290 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['289bab63-43d9-4aef-913f-b44128144a76'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:26:54.213918 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 39146) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:54.231673 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7b5b8fe-45ab-4e27-b3d3-b73199c4fcf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:54.332463 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7b5b8fe-45ab-4e27-b3d3-b73199c4fcf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:54.336687 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7b5b8fe-45ab-4e27-b3d3-b73199c4fcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:54.374389 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-a7b5b8fe-45ab-4e27-b3d3-b73199c4fcf2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b0bf2466089944d9ae297a3490f4c468&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1583438 Aug 25 18:26:54.376262 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5b8fe-45ab-4e27-b3d3-b73199c4fcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5fe9e1-8b6c-44b8-8afe-a704e22a4d9e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:54.377111 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 39148) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:54.430539 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-17b3f0d1-ad8b-4979-92cc-962394469429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:54.451188 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-17b3f0d1-ad8b-4979-92cc-962394469429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:54.498406 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-17b3f0d1-ad8b-4979-92cc-962394469429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:54.501249 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-17b3f0d1-ad8b-4979-92cc-962394469429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:54.502382 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-17b3f0d1-ad8b-4979-92cc-962394469429 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9a5fe9e1-8b6c-44b8-8afe-a704e22a4d9e HTTP/1.1" status: 204 len: 168 time: 0.1242287 Aug 25 18:26:54.510291 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3f0d1-ad8b-4979-92cc-962394469429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5fe9e1-8b6c-44b8-8afe-a704e22a4d9e,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:54.645999 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ed756-a4db-456f-8a75-71ed61c0c3ff req-fb8d363f-a478-4124-a805-4cd233d190dd tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:54.648023 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-720ed756-a4db-456f-8a75-71ed61c0c3ff req-fb8d363f-a478-4124-a805-4cd233d190dd tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 944 time: 0.0495360 Aug 25 18:26:54.687488 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-720ed756-a4db-456f-8a75-71ed61c0c3ff req-f5fe39a4-adab-45ee-b446-30ad075c25e6 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338974 Aug 25 18:26:55.149131 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 39172) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:55.243805 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d6e13d7c-2f09-4e45-8275-b3ad53ba7394 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1967697448-network', 'tenant_id': 'e80f62845a6046f388e19aa7b82a2c1f'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:26:55.264325 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e13d7c-2f09-4e45-8275-b3ad53ba7394 admin admin] Made reservation on behalf of e80f62845a6046f388e19aa7b82a2c1f for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:26:55.266463 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6e13d7c-2f09-4e45-8275-b3ad53ba7394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:55.274728 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6e13d7c-2f09-4e45-8275-b3ad53ba7394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:55.364171 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6e13d7c-2f09-4e45-8275-b3ad53ba7394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:55.367521 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6e13d7c-2f09-4e45-8275-b3ad53ba7394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:55.393024 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e13d7c-2f09-4e45-8275-b3ad53ba7394 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 18:26:55.399156 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e13d7c-2f09-4e45-8275-b3ad53ba7394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30f7a1e-1840-4748-93a6-bea812a75de9,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:55.405621 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6e13d7c-2f09-4e45-8275-b3ad53ba7394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:55.405983 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.db.segments_db [None req-d6e13d7c-2f09-4e45-8275-b3ad53ba7394 admin admin] Added segment 53753f2e-05c5-438b-aacf-ef4de3c8a501 of type vlan for network f266f89b-b47c-431c-b327-661ac63dd822 Aug 25 18:26:55.444006 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6e13d7c-2f09-4e45-8275-b3ad53ba7394 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748354007426'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:55.467749 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6e13d7c-2f09-4e45-8275-b3ad53ba7394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:55.468719 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e13d7c-2f09-4e45-8275-b3ad53ba7394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:55.469572 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6e13d7c-2f09-4e45-8275-b3ad53ba7394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:55.525145 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-d6e13d7c-2f09-4e45-8275-b3ad53ba7394 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3723896 Aug 25 18:26:55.525592 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 39178) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:55.531923 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [None req-7b118d1d-ad90-4ad8-876b-d1f2de0c75de admin admin] Request body: {'subnet': {'network_id': 'f266f89b-b47c-431c-b327-661ac63dd822', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1967697448-subnet', 'tenant_id': 'e80f62845a6046f388e19aa7b82a2c1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:26:55.537707 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e13d7c-2f09-4e45-8275-b3ad53ba7394 admin admin] Pushing event updated for resources: {'Network': ['ID=f266f89b-b47c-431c-b327-661ac63dd822,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:55.547900 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Network f266f89b-b47c-431c-b327-661ac63dd822 details requested by agent ovs-agent-dv-cinder-790492-8-iscsi with host dv-cinder-790492-8-iscsi {{(pid=93793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 18:26:55.554303 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b118d1d-ad90-4ad8-876b-d1f2de0c75de admin admin] Made reservation on behalf of e80f62845a6046f388e19aa7b82a2c1f for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:26:55.556760 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b118d1d-ad90-4ad8-876b-d1f2de0c75de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14343756'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:55.645789 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 289bab63-43d9-4aef-913f-b44128144a76 up at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:26:55.693184 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning for port 289bab63-43d9-4aef-913f-b44128144a76 completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:26:55.697443 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning complete for port 289bab63-43d9-4aef-913f-b44128144a76 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:26:55.698013 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:55.725466 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b118d1d-ad90-4ad8-876b-d1f2de0c75de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13428380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14343742'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:55.796228 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8480f2eb-8f6e-46f8-a0c6-aa01255e7edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:55.800344 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:55.820016 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b118d1d-ad90-4ad8-876b-d1f2de0c75de admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d05c332-78eb-4932-967f-4b6c95f5e9d7,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:55.825038 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c753949-3f6d-47ae-8184-b5783f724c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289bab63-43d9-4aef-913f-b44128144a76'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:26:55.827452 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700cf778d203af030a48c7cd7e91a8769aab6ec207ebda1a87165573d1bde0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c73995-bd9e-43c9-83a4-98d1bfc65895" -d '{"events": [{"server_uuid": "2c753949-3f6d-47ae-8184-b5783f724c50", "name": "network-vif-plugged", "status": "completed", "tag": "289bab63-43d9-4aef-913f-b44128144a76"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:26:55.828372 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b118d1d-ad90-4ad8-876b-d1f2de0c75de admin admin] Checking segment: {'id': '53753f2e-05c5-438b-aacf-ef4de3c8a501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f266f89b-b47c-431c-b327-661ac63dd822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:26:55.828790 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b118d1d-ad90-4ad8-876b-d1f2de0c75de admin admin] Network hostable DHCP agents. Network: f266f89b-b47c-431c-b327-661ac63dd822, hostable agents: ['e2010df7-17ed-4426-81f9-bde1aab96ae1'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 18:26:55.840450 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 289bab63-43d9-4aef-913f-b44128144a76, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=289bab63-43d9-4aef-913f-b44128144a76,segment=NetworkSegment(c7174dd9-e2ad-4230-9486-8edb6195741d),segment_id=c7174dd9-e2ad-4230-9486-8edb6195741d)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:26:55.845091 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:55.846136 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16feb10a-4882-4581-b4ae-0d64f8a3011b req-f9ba9b73-8ae4-40d2-8cfd-13eb31246d50 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:55.847669 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-16feb10a-4882-4581-b4ae-0d64f8a3011b req-f9ba9b73-8ae4-40d2-8cfd-13eb31246d50 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 944 time: 0.0853837 Aug 25 18:26:55.869993 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b118d1d-ad90-4ad8-876b-d1f2de0c75de admin admin] Network f266f89b-b47c-431c-b327-661ac63dd822 is scheduled to be hosted by DHCP agent e2010df7-17ed-4426-81f9-bde1aab96ae1 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 18:26:55.875106 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84cc138d-50bb-4cac-8720-5faf6c3fbed5 x-openstack-request-id: req-84cc138d-50bb-4cac-8720-5faf6c3fbed5 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:26:55.875467 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c753949-3f6d-47ae-8184-b5783f724c50", "name": "network-vif-plugged", "status": "completed", "tag": "289bab63-43d9-4aef-913f-b44128144a76", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:26:55.875781 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-84cc138d-50bb-4cac-8720-5faf6c3fbed5 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:26:55.876253 dv-cinder-790492-8-iscsi neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c753949-3f6d-47ae-8184-b5783f724c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289bab63-43d9-4aef-913f-b44128144a76', 'code': 200} Aug 25 18:26:55.889479 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-7b118d1d-ad90-4ad8-876b-d1f2de0c75de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-8-iscsi, f266f89b-b47c-431c-b327-661ac63dd822) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:26:55.895042 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b118d1d-ad90-4ad8-876b-d1f2de0c75de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:55.895618 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b118d1d-ad90-4ad8-876b-d1f2de0c75de admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:55.900188 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-16feb10a-4882-4581-b4ae-0d64f8a3011b req-fe79e363-c90e-49de-a156-2e89161b9752 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443404 Aug 25 18:26:55.904977 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=289bab63-43d9-4aef-913f-b44128144a76,revision_number=5']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:55.912798 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e90f44-aaf1-484e-99bb-5c6251581296 None None] Network f266f89b-b47c-431c-b327-661ac63dd822 requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:26:55.928468 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-7b118d1d-ad90-4ad8-876b-d1f2de0c75de admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3930593 Aug 25 18:26:56.056925 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf50a340-fb0c-4b38-b8d1-bc0232c40cbf None None] Network f266f89b-b47c-431c-b327-661ac63dd822 requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:26:56.057100 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5286e-dce1-4bd4-bed7-c27eb68929de req-34befd80-e334-46f2-936c-eac724d08317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:56.058827 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c5e5286e-dce1-4bd4-bed7-c27eb68929de req-34befd80-e334-46f2-936c-eac724d08317 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 1098 time: 0.0452425 Aug 25 18:26:56.102189 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c5e5286e-dce1-4bd4-bed7-c27eb68929de req-98d07e5a-5cb7-4874-964c-098b6afb781a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333424 Aug 25 18:26:56.387979 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 39200) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:56.392924 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [None req-5b6e6af3-12d0-4bb2-a723-3899b21081c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1796468314-network', 'tenant_id': 'ac836a5de7554163916a5fa6fe8d12af'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:26:56.415257 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6e6af3-12d0-4bb2-a723-3899b21081c5 admin admin] Made reservation on behalf of ac836a5de7554163916a5fa6fe8d12af for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:26:56.417745 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6af3-12d0-4bb2-a723-3899b21081c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:56.425887 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6af3-12d0-4bb2-a723-3899b21081c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:56.515764 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6af3-12d0-4bb2-a723-3899b21081c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:56.519419 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6af3-12d0-4bb2-a723-3899b21081c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:56.543334 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b6e6af3-12d0-4bb2-a723-3899b21081c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 18:26:56.552866 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e6af3-12d0-4bb2-a723-3899b21081c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e877706c-dc97-4238-9b88-80134017df28,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:56.559433 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6af3-12d0-4bb2-a723-3899b21081c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:56.559776 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.db.segments_db [None req-5b6e6af3-12d0-4bb2-a723-3899b21081c5 admin admin] Added segment dc2220ae-d4dc-4e04-9180-fa9d42f74a63 of type vlan for network 3b76e599-bb66-40d1-a80b-42c5de5dd6ff Aug 25 18:26:56.599310 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6af3-12d0-4bb2-a723-3899b21081c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748354007426'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:56.623146 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6af3-12d0-4bb2-a723-3899b21081c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:56.624172 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6e6af3-12d0-4bb2-a723-3899b21081c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:56.624786 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6af3-12d0-4bb2-a723-3899b21081c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:56.678186 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-5b6e6af3-12d0-4bb2-a723-3899b21081c5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2891235 Aug 25 18:26:56.681040 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 39202) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:56.683543 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e6af3-12d0-4bb2-a723-3899b21081c5 admin admin] Pushing event updated for resources: {'Network': ['ID=3b76e599-bb66-40d1-a80b-42c5de5dd6ff,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:56.686395 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-26a00f9b-e73d-435e-a042-05c4bc9a0c97 admin admin] Request body: {'subnet': {'network_id': '3b76e599-bb66-40d1-a80b-42c5de5dd6ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1796468314-subnet', 'tenant_id': 'ac836a5de7554163916a5fa6fe8d12af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:26:56.693726 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Network 3b76e599-bb66-40d1-a80b-42c5de5dd6ff details requested by agent ovs-agent-dv-cinder-790492-8-iscsi with host dv-cinder-790492-8-iscsi {{(pid=93793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 18:26:56.706663 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a00f9b-e73d-435e-a042-05c4bc9a0c97 admin admin] Made reservation on behalf of ac836a5de7554163916a5fa6fe8d12af for: {'subnet': 1} {{(pid=93792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:26:56.708978 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-26a00f9b-e73d-435e-a042-05c4bc9a0c97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14501250'] for subnet, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:56.875523 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-26a00f9b-e73d-435e-a042-05c4bc9a0c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12688228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14501360'] for subnet, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:56.929000 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a00f9b-e73d-435e-a042-05c4bc9a0c97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c016af8-bde7-4687-8b75-c477f5ec7676,revision_number=0']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:56.936454 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a00f9b-e73d-435e-a042-05c4bc9a0c97 admin admin] Checking segment: {'id': 'dc2220ae-d4dc-4e04-9180-fa9d42f74a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3b76e599-bb66-40d1-a80b-42c5de5dd6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:26:56.936855 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a00f9b-e73d-435e-a042-05c4bc9a0c97 admin admin] Network hostable DHCP agents. Network: 3b76e599-bb66-40d1-a80b-42c5de5dd6ff, hostable agents: ['e2010df7-17ed-4426-81f9-bde1aab96ae1'], hosted agents: [] {{(pid=93792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 18:26:56.955181 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a00f9b-e73d-435e-a042-05c4bc9a0c97 admin admin] Network 3b76e599-bb66-40d1-a80b-42c5de5dd6ff is scheduled to be hosted by DHCP agent e2010df7-17ed-4426-81f9-bde1aab96ae1 with binding_index 1 {{(pid=93792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 18:26:56.966174 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-26a00f9b-e73d-435e-a042-05c4bc9a0c97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-8-iscsi, 3b76e599-bb66-40d1-a80b-42c5de5dd6ff) {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:26:56.970357 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a00f9b-e73d-435e-a042-05c4bc9a0c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:56.970951 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-26a00f9b-e73d-435e-a042-05c4bc9a0c97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for subnet, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:56.978312 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8a9b98-e1de-4a2b-a2e2-9c3a39ae71ac None None] Network 3b76e599-bb66-40d1-a80b-42c5de5dd6ff requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:26:57.011843 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-26a00f9b-e73d-435e-a042-05c4bc9a0c97 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3296237 Aug 25 18:26:57.051598 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5cd3d6-c6ab-4f87-98c6-fa94d864ee0c req-d9bb25a8-9d62-429d-8caa-424251ad0b8f tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:57.059184 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-eb5cd3d6-c6ab-4f87-98c6-fa94d864ee0c req-d9bb25a8-9d62-429d-8caa-424251ad0b8f tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 945 time: 0.0610991 Aug 25 18:26:57.091798 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-eb5cd3d6-c6ab-4f87-98c6-fa94d864ee0c req-c1e55d6f-145d-43da-9f67-0cc035e44db4 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317500 Aug 25 18:26:57.100943 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b40c534-664e-48d1-9ae3-23d22090b756 None None] Network 3b76e599-bb66-40d1-a80b-42c5de5dd6ff requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:26:57.237061 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:57.447995 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:57.696180 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ad1cd-c6a1-41fe-ae1d-667e365dd18d req-25eef01a-655c-4ad2-b06c-b6508377d23b tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:57.697576 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-634ad1cd-c6a1-41fe-ae1d-667e365dd18d req-25eef01a-655c-4ad2-b06c-b6508377d23b tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 945 time: 0.0477984 Aug 25 18:26:57.734069 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-634ad1cd-c6a1-41fe-ae1d-667e365dd18d req-0f895936-2c3d-4c11-bf70-89ecd2a27f08 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304918 Aug 25 18:26:57.755869 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 39224) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:57.931210 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fae82e-c1e1-4d7b-ba8c-766c302453b9 tempest-TestMinimumBasicScenario-2048493370 tempest-TestMinimumBasicScenario-2048493370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:57.933254 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-65fae82e-c1e1-4d7b-ba8c-766c302453b9 tempest-TestMinimumBasicScenario-2048493370 tempest-TestMinimumBasicScenario-2048493370-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 1093 time: 0.1764438 Aug 25 18:26:57.936201 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 39228) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:57.940375 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0e7833f0-b534-4379-b438-cb6516d8a967 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Request body: {'floatingip': {'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'port_id': '95654300-f287-4649-9f3e-40b10a8da41d', 'tenant_id': 'd4b0f08f861943e49eaf962ad37693b8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:26:57.960871 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e7833f0-b534-4379-b438-cb6516d8a967 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:58.056251 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e7833f0-b534-4379-b438-cb6516d8a967 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:58.157805 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-0e7833f0-b534-4379-b438-cb6516d8a967 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Allocated IP 172.27.3.67 (e0615610-0145-4336-86ca-92716d56c217/ba8c35dc-42f2-4379-aafd-ce1793efee80/e7877c33-9331-40a8-b9c5-19367a7ec51a) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:26:58.266937 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf51fd2-b1fb-4cba-8a5b-70fe94a08f13 req-034ae76f-9c37-441a-9084-7f808b8e17f5 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:58.268298 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4bf51fd2-b1fb-4cba-8a5b-70fe94a08f13 req-034ae76f-9c37-441a-9084-7f808b8e17f5 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 945 time: 0.1007710 Aug 25 18:26:58.312500 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e7833f0-b534-4379-b438-cb6516d8a967 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:58.332643 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4bf51fd2-b1fb-4cba-8a5b-70fe94a08f13 req-e4d93fa5-2c54-4ba7-ac6a-b19d3469f97c tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581076 Aug 25 18:26:58.363715 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e7833f0-b534-4379-b438-cb6516d8a967 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:58.399115 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7833f0-b534-4379-b438-cb6516d8a967 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Network e0615610-0145-4336-86ca-92716d56c217 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:26:58.410098 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-0e7833f0-b534-4379-b438-cb6516d8a967 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:26:58.417689 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7833f0-b534-4379-b438-cb6516d8a967 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:26:58.461402 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7833f0-b534-4379-b438-cb6516d8a967 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Pushing event updated for resources: {'Port': ['ID=e7877c33-9331-40a8-b9c5-19367a7ec51a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:58.491689 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035f739-9b3f-4d2f-b668-512b5ed2fe4f req-0437d4df-b4e3-4f2d-9e27-2f74c72bbc1b tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:58.493186 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a035f739-9b3f-4d2f-b668-512b5ed2fe4f req-0437d4df-b4e3-4f2d-9e27-2f74c72bbc1b tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 945 time: 0.0930347 Aug 25 18:26:58.502159 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 39234) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:26:58.506828 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-8388298f-7f8c-41e8-b6d8-45c3d10c8583 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Request body: {'floatingip': {'port_id': '289bab63-43d9-4aef-913f-b44128144a76'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:26:58.545250 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8388298f-7f8c-41e8-b6d8-45c3d10c8583 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for floatingip, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:58.862712 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:59.012768 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8388298f-7f8c-41e8-b6d8-45c3d10c8583 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:59.016503 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8388298f-7f8c-41e8-b6d8-45c3d10c8583 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438161'] for floatingip, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:59.158100 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e7833f0-b534-4379-b438-cb6516d8a967 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:59.263325 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e7833f0-b534-4379-b438-cb6516d8a967 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:59.329836 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.db.l3_db [None req-8388298f-7f8c-41e8-b6d8-45c3d10c8583 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Floating IP ae93698c-15eb-46aa-99fa-1c8a34438df6 associated. External IP: 172.27.3.128, port: 289bab63-43d9-4aef-913f-b44128144a76. Aug 25 18:26:59.412183 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e7833f0-b534-4379-b438-cb6516d8a967 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:59.416977 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e7833f0-b534-4379-b438-cb6516d8a967 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13409301'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:59.484878 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7833f0-b534-4379-b438-cb6516d8a967 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Pushing event updated for resources: {'Port': ['ID=e7877c33-9331-40a8-b9c5-19367a7ec51a,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:26:59.493020 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e7833f0-b534-4379-b438-cb6516d8a967 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438161'] for floatingip, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:59.538730 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8388298f-7f8c-41e8-b6d8-45c3d10c8583 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Router e7385fca-9c66-4ddd-a562-d976cbf701d3 has already been hosted by L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 {{(pid=93792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:26:59.592365 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.db.l3_db [None req-0e7833f0-b534-4379-b438-cb6516d8a967 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Floating IP 9faf9182-1a5a-4d0a-bf08-08e612333ba7 associated. External IP: 172.27.3.67, port: 95654300-f287-4649-9f3e-40b10a8da41d. Aug 25 18:26:59.646526 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8388298f-7f8c-41e8-b6d8-45c3d10c8583 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:26:59.651931 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8388298f-7f8c-41e8-b6d8-45c3d10c8583 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for floatingip, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:26:59.658065 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88caeb9e-fd71-49c2-8b91-1efa3e5c275f None None] Sync routers for ids ['e7385fca-9c66-4ddd-a562-d976cbf701d3'] in dv-cinder-790492-8-iscsi {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:26:59.668524 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88caeb9e-fd71-49c2-8b91-1efa3e5c275f None None] Routers {'e7385fca-9c66-4ddd-a562-d976cbf701d3'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:26:59.669369 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-88caeb9e-fd71-49c2-8b91-1efa3e5c275f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:26:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['e7385fca-9c66-4ddd-a562-d976cbf701d3'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:26:59.679165 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-8388298f-7f8c-41e8-b6d8-45c3d10c8583 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "PUT /v2.0/floatingips/ae93698c-15eb-46aa-99fa-1c8a34438df6 HTTP/1.1" status: 200 len: 991 time: 1.1752257 Aug 25 18:26:59.680036 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c753949-3f6d-47ae-8184-b5783f724c50', 'tag': '289bab63-43d9-4aef-913f-b44128144a76'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:26:59.682939 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c984d1858996a6e9101b3241db424c31c619dd4f66880771aa34b5ec8c668a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7514de10-33de-45e9-a424-27be181cf52a" -d '{"events": [{"name": "network-changed", "server_uuid": "2c753949-3f6d-47ae-8184-b5783f724c50", "tag": "289bab63-43d9-4aef-913f-b44128144a76"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:26:59.722324 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fe41b6-8cc2-4819-b10c-cc0fbb8dcc9f x-openstack-request-id: req-77fe41b6-8cc2-4819-b10c-cc0fbb8dcc9f {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:26:59.722627 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c753949-3f6d-47ae-8184-b5783f724c50", "tag": "289bab63-43d9-4aef-913f-b44128144a76", "status": "completed", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:26:59.722871 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77fe41b6-8cc2-4819-b10c-cc0fbb8dcc9f {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:26:59.723262 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c753949-3f6d-47ae-8184-b5783f724c50', 'tag': '289bab63-43d9-4aef-913f-b44128144a76', 'status': 'completed', 'code': 200} Aug 25 18:26:59.778975 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-88caeb9e-fd71-49c2-8b91-1efa3e5c275f None None] Set router e7385fca-9c66-4ddd-a562-d976cbf701d3 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:26:59.837069 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514de10-33de-45e9-a424-27be181cf52a req-19e976b6-2d56-4c4c-bfaa-fff7aeda5111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:26:59.839319 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7514de10-33de-45e9-a424-27be181cf52a req-19e976b6-2d56-4c4c-bfaa-fff7aeda5111 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e50d3e6eb4343348d784dfd6489ac79&device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 1098 time: 0.0878806 Aug 25 18:26:59.845111 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7833f0-b534-4379-b438-cb6516d8a967 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Router ef351de8-d761-4613-aeae-87a9ebda20fb has already been hosted by L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:27:00.017666 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514de10-33de-45e9-a424-27be181cf52a req-94816308-03a0-4a69-9f0e-0c9faf4c9cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:00.019134 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7514de10-33de-45e9-a424-27be181cf52a req-94816308-03a0-4a69-9f0e-0c9faf4c9cf4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ca11b88d-433f-4cc3-bc46-86e155a29f61 HTTP/1.1" status: 200 len: 918 time: 0.1705875 Aug 25 18:27:00.037312 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7833f0-b534-4379-b438-cb6516d8a967 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:27:00.047725 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdb1eec-931d-4641-9a2e-ce32368a8865 None None] Sync routers for ids ['ef351de8-d761-4613-aeae-87a9ebda20fb'] in dv-cinder-790492-8-iscsi {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:27:00.054855 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-88caeb9e-fd71-49c2-8b91-1efa3e5c275f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1527836619-router', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:22:34Z', 'updated_at': '2021-08-25T18:22:40Z', 'revision_number': 4, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'gw_port': {'id': 'f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:10:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:35Z', 'updated_at': '2021-08-25T18:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_floatingips': [{'id': 'ae93698c-15eb-46aa-99fa-1c8a34438df6', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'floating_ip_address': '172.27.3.128', 'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'router_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'port_id': '289bab63-43d9-4aef-913f-b44128144a76', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61', 'mac_address': 'fa:16:3e:c6:6f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c753949-3f6d-47ae-8184-b5783f724c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:26:47Z', 'updated_at': '2021-08-25T18:26:58Z', 'revision_number': 1, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0897d691-285b-49c9-986d-bbabfad84253', 'name': '', 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'mac_address': 'fa:16:3e:cf:19:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd9d7b14c-bc03-4fe0-a3a0-cffe2819abe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:39Z', 'updated_at': '2021-08-25T18:22:50Z', 'revision_number': 5, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'subnets': [{'id': 'd9d7b14c-bc03-4fe0-a3a0-cffe2819abe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:27:00.057826 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdb1eec-931d-4641-9a2e-ce32368a8865 None None] Routers {'ef351de8-d761-4613-aeae-87a9ebda20fb'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:27:00.058464 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-fcdb1eec-931d-4641-9a2e-ce32368a8865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:26:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['ef351de8-d761-4613-aeae-87a9ebda20fb'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:27:00.092818 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e7833f0-b534-4379-b438-cb6516d8a967 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:00.093541 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88caeb9e-fd71-49c2-8b91-1efa3e5c275f None None] Checking router: e7385fca-9c66-4ddd-a562-d976cbf701d3 for host: dv-cinder-790492-8-iscsi {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:27:00.104468 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88caeb9e-fd71-49c2-8b91-1efa3e5c275f None None] Routers {'e7385fca-9c66-4ddd-a562-d976cbf701d3'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:27:00.105504 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-88caeb9e-fd71-49c2-8b91-1efa3e5c275f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:26:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['e7385fca-9c66-4ddd-a562-d976cbf701d3'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:27:00.123505 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7514de10-33de-45e9-a424-27be181cf52a req-26519bb9-68ff-46d7-b89f-2550c3b2055e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=289bab63-43d9-4aef-913f-b44128144a76 HTTP/1.1" status: 200 len: 999 time: 0.0943570 Aug 25 18:27:00.129886 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 39258) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:27:00.130065 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-0e7833f0-b534-4379-b438-cb6516d8a967 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1928275 Aug 25 18:27:00.130716 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc9c21e5-4d35-4002-96ac-ef2abc930c77', 'tag': '95654300-f287-4649-9f3e-40b10a8da41d'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:27:00.133176 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95cb1d7-0f0d-4d01-9ee1-1ef498939c9b" -d '{"events": [{"name": "network-changed", "server_uuid": "cc9c21e5-4d35-4002-96ac-ef2abc930c77", "tag": "95654300-f287-4649-9f3e-40b10a8da41d"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:27:00.145775 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-21852ea3-8c24-4cd8-8de2-e80fe7f68b81 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1723997393', 'description': 'tempest-secgroup-smoke-1723997393 description', 'project_id': 'd4b0f08f861943e49eaf962ad37693b8'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:27:00.185774 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514de10-33de-45e9-a424-27be181cf52a req-777a0f6a-8629-445d-a3f2-ce5f5296410b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:00.187192 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7514de10-33de-45e9-a424-27be181cf52a req-777a0f6a-8629-445d-a3f2-ce5f5296410b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9d7b14c-bc03-4fe0-a3a0-cffe2819abe3 HTTP/1.1" status: 200 len: 856 time: 0.0495827 Aug 25 18:27:00.189016 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-fcdb1eec-931d-4641-9a2e-ce32368a8865 None None] Set router ef351de8-d761-4613-aeae-87a9ebda20fb gateway port host: dv-cinder-790492-8-iscsi {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:27:00.207402 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-21852ea3-8c24-4cd8-8de2-e80fe7f68b81 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:00.214739 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e382afe2-ba3b-4807-9642-c93a38c071ab x-openstack-request-id: req-e382afe2-ba3b-4807-9642-c93a38c071ab {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:27:00.215126 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc9c21e5-4d35-4002-96ac-ef2abc930c77", "tag": "95654300-f287-4649-9f3e-40b10a8da41d", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:27:00.215375 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e382afe2-ba3b-4807-9642-c93a38c071ab {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:27:00.224410 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc9c21e5-4d35-4002-96ac-ef2abc930c77', 'tag': '95654300-f287-4649-9f3e-40b10a8da41d', 'status': 'completed', 'code': 200} Aug 25 18:27:00.287155 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514de10-33de-45e9-a424-27be181cf52a req-c87a6e5b-842a-43c2-b266-442edc7f319a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:00.289268 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7514de10-33de-45e9-a424-27be181cf52a req-c87a6e5b-842a-43c2-b266-442edc7f319a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca11b88d-433f-4cc3-bc46-86e155a29f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0916309 Aug 25 18:27:00.314007 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-88caeb9e-fd71-49c2-8b91-1efa3e5c275f None None] Set router e7385fca-9c66-4ddd-a562-d976cbf701d3 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:27:00.330702 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-21852ea3-8c24-4cd8-8de2-e80fe7f68b81 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:00.338610 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-21852ea3-8c24-4cd8-8de2-e80fe7f68b81 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:00.404344 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21852ea3-8c24-4cd8-8de2-e80fe7f68b81 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=785e6c97-2cd6-47d1-9412-94c848cf1962,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:27:00.412986 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-21852ea3-8c24-4cd8-8de2-e80fe7f68b81 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:00.417114 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-21852ea3-8c24-4cd8-8de2-e80fe7f68b81 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2834427 Aug 25 18:27:00.418554 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 39266) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:27:00.423526 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7514de10-33de-45e9-a424-27be181cf52a req-ac42227a-0adf-4da5-bc47-7d367209ed14 service neutron] 10.222.0.24 "GET /v2.0/networks/ca11b88d-433f-4cc3-bc46-86e155a29f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256289 Aug 25 18:27:00.434690 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-4ea03ee5-3819-40eb-90e7-8403cfa44909 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Request body: {'security_group_rule': {'security_group_id': '785e6c97-2cd6-47d1-9412-94c848cf1962', 'project_id': 'd4b0f08f861943e49eaf962ad37693b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:27:00.434891 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95cb1d7-0f0d-4d01-9ee1-1ef498939c9b req-2157f713-43b4-4160-93dc-6453929de94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:00.434891 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d95cb1d7-0f0d-4d01-9ee1-1ef498939c9b req-2157f713-43b4-4160-93dc-6453929de94b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4b0f08f861943e49eaf962ad37693b8&device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 1098 time: 0.1897669 Aug 25 18:27:00.475311 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4ea03ee5-3819-40eb-90e7-8403cfa44909 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:00.512734 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-fcdb1eec-931d-4641-9a2e-ce32368a8865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'name': 'tempest-TestMinimumBasicScenario-1205645293-router', 'tenant_id': 'd4b0f08f861943e49eaf962ad37693b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '6470af67-a89f-4fb8-9071-72572f01a39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:26:02Z', 'updated_at': '2021-08-25T18:26:05Z', 'revision_number': 4, 'project_id': 'd4b0f08f861943e49eaf962ad37693b8', 'gw_port': {'id': '6470af67-a89f-4fb8-9071-72572f01a39a', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:26:03Z', 'updated_at': '2021-08-25T18:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_floatingips': [{'id': '9faf9182-1a5a-4d0a-bf08-08e612333ba7', 'tenant_id': 'd4b0f08f861943e49eaf962ad37693b8', 'floating_ip_address': '172.27.3.67', 'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'router_id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'port_id': '95654300-f287-4649-9f3e-40b10a8da41d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7658f0b9-c8c7-4d44-81a0-a1b2893e69b5', 'mac_address': 'fa:16:3e:16:0b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9c21e5-4d35-4002-96ac-ef2abc930c77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:26:58Z', 'updated_at': '2021-08-25T18:26:58Z', 'revision_number': 0, 'project_id': 'd4b0f08f861943e49eaf962ad37693b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5', 'name': '', 'network_id': '7658f0b9-c8c7-4d44-81a0-a1b2893e69b5', 'tenant_id': 'd4b0f08f861943e49eaf962ad37693b8', 'mac_address': 'fa:16:3e:9c:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '48fe81fc-18ce-449e-adc8-712ce7a3cecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:26:05Z', 'updated_at': '2021-08-25T18:26:12Z', 'revision_number': 5, 'project_id': 'd4b0f08f861943e49eaf962ad37693b8', 'subnets': [{'id': '48fe81fc-18ce-449e-adc8-712ce7a3cecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:27:00.547131 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4ea03ee5-3819-40eb-90e7-8403cfa44909 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:00.548999 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdb1eec-931d-4641-9a2e-ce32368a8865 None None] Checking router: ef351de8-d761-4613-aeae-87a9ebda20fb for host: dv-cinder-790492-8-iscsi {{(pid=93794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:27:00.553770 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4ea03ee5-3819-40eb-90e7-8403cfa44909 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516089'] for security_group_rule, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:00.564288 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdb1eec-931d-4641-9a2e-ce32368a8865 None None] Routers {'ef351de8-d761-4613-aeae-87a9ebda20fb'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:27:00.565164 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-fcdb1eec-931d-4641-9a2e-ce32368a8865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:26:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['ef351de8-d761-4613-aeae-87a9ebda20fb'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:27:00.570602 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea03ee5-3819-40eb-90e7-8403cfa44909 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb6afc8-9254-48f1-9756-7e8ff71f2813,revision_number=0']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:27:00.581572 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4ea03ee5-3819-40eb-90e7-8403cfa44909 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:00.586081 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-4ea03ee5-3819-40eb-90e7-8403cfa44909 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1664240 Aug 25 18:27:00.586806 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 39268) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:27:00.591935 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-8f8fe65a-6b05-473f-8cb6-d9a820fa0a6a tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Request body: {'security_group_rule': {'security_group_id': '785e6c97-2cd6-47d1-9412-94c848cf1962', 'project_id': 'd4b0f08f861943e49eaf962ad37693b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:27:00.623101 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8f8fe65a-6b05-473f-8cb6-d9a820fa0a6a tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:00.625376 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7514de10-33de-45e9-a424-27be181cf52a req-e5931861-d9d3-4e34-a3df-420f5bcd10e6 service neutron] 10.222.0.24 "GET /v2.0/networks/ca11b88d-433f-4cc3-bc46-86e155a29f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910849 Aug 25 18:27:00.626396 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95cb1d7-0f0d-4d01-9ee1-1ef498939c9b req-d88caf8c-30cd-4e3b-9a24-8770efc5c5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:00.627779 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d95cb1d7-0f0d-4d01-9ee1-1ef498939c9b req-d88caf8c-30cd-4e3b-9a24-8770efc5c5ea service neutron] 10.222.0.24 "GET /v2.0/networks?id=7658f0b9-c8c7-4d44-81a0-a1b2893e69b5 HTTP/1.1" status: 200 len: 916 time: 0.1842244 Aug 25 18:27:00.661746 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-88caeb9e-fd71-49c2-8b91-1efa3e5c275f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1527836619-router', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:22:34Z', 'updated_at': '2021-08-25T18:22:40Z', 'revision_number': 4, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'gw_port': {'id': 'f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:10:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:35Z', 'updated_at': '2021-08-25T18:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_floatingips': [{'id': 'ae93698c-15eb-46aa-99fa-1c8a34438df6', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'floating_ip_address': '172.27.3.128', 'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'router_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'port_id': '289bab63-43d9-4aef-913f-b44128144a76', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61', 'mac_address': 'fa:16:3e:c6:6f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c753949-3f6d-47ae-8184-b5783f724c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:26:47Z', 'updated_at': '2021-08-25T18:26:58Z', 'revision_number': 1, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0897d691-285b-49c9-986d-bbabfad84253', 'name': '', 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'mac_address': 'fa:16:3e:cf:19:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd9d7b14c-bc03-4fe0-a3a0-cffe2819abe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:39Z', 'updated_at': '2021-08-25T18:22:50Z', 'revision_number': 5, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'subnets': [{'id': 'd9d7b14c-bc03-4fe0-a3a0-cffe2819abe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:27:00.699112 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88caeb9e-fd71-49c2-8b91-1efa3e5c275f None None] The sync data for ids ['e7385fca-9c66-4ddd-a562-d976cbf701d3'] in dv-cinder-790492-8-iscsi is: [{'id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1527836619-router', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:22:34Z', 'updated_at': '2021-08-25T18:22:40Z', 'revision_number': 4, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'gw_port': {'id': 'f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:10:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:35Z', 'updated_at': '2021-08-25T18:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_floatingips': [{'id': 'ae93698c-15eb-46aa-99fa-1c8a34438df6', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'floating_ip_address': '172.27.3.128', 'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'router_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'port_id': '289bab63-43d9-4aef-913f-b44128144a76', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61', 'mac_address': 'fa:16:3e:c6:6f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c753949-3f6d-47ae-8184-b5783f724c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:26:47Z', 'updated_at': '2021-08-25T18:26:58Z', 'revision_number': 1, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0897d691-285b-49c9-986d-bbabfad84253', 'name': '', 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'mac_address': 'fa:16:3e:cf:19:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd9d7b14c-bc03-4fe0-a3a0-cffe2819abe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:39Z', 'updated_at': '2021-08-25T18:22:50Z', 'revision_number': 5, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'subnets': [{'id': 'd9d7b14c-bc03-4fe0-a3a0-cffe2819abe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:27:00.714188 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8f8fe65a-6b05-473f-8cb6-d9a820fa0a6a tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:00.718135 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8f8fe65a-6b05-473f-8cb6-d9a820fa0a6a tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516089'] for security_group_rule, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:00.739346 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8fe65a-6b05-473f-8cb6-d9a820fa0a6a tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d2522c5-8231-440c-b45c-30059a3a3df5,revision_number=0']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:27:00.747612 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8f8fe65a-6b05-473f-8cb6-d9a820fa0a6a tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:00.751460 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-8f8fe65a-6b05-473f-8cb6-d9a820fa0a6a tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1610665 Aug 25 18:27:00.751621 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d95cb1d7-0f0d-4d01-9ee1-1ef498939c9b req-ba4d550c-cd70-4281-94dc-5f149419ef2e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95654300-f287-4649-9f3e-40b10a8da41d HTTP/1.1" status: 200 len: 998 time: 0.0989566 Aug 25 18:27:00.751735 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 39270) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:27:00.756873 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-29439205-92c0-4c7b-ad3b-45d025b5feed tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Request body: {'security_group_rule': {'security_group_id': '785e6c97-2cd6-47d1-9412-94c848cf1962', 'project_id': 'd4b0f08f861943e49eaf962ad37693b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:27:00.769361 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-fcdb1eec-931d-4641-9a2e-ce32368a8865 None None] Set router ef351de8-d761-4613-aeae-87a9ebda20fb gateway port host: dv-cinder-790492-8-iscsi {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:27:00.784355 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-29439205-92c0-4c7b-ad3b-45d025b5feed tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:00.835158 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95cb1d7-0f0d-4d01-9ee1-1ef498939c9b req-f1323965-a057-4cdd-8021-1c5570f6d7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:00.837168 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d95cb1d7-0f0d-4d01-9ee1-1ef498939c9b req-f1323965-a057-4cdd-8021-1c5570f6d7c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=48fe81fc-18ce-449e-adc8-712ce7a3cecf HTTP/1.1" status: 200 len: 854 time: 0.0730810 Aug 25 18:27:00.852305 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-29439205-92c0-4c7b-ad3b-45d025b5feed tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:00.860716 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-29439205-92c0-4c7b-ad3b-45d025b5feed tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516089'] for security_group_rule, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:00.879175 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29439205-92c0-4c7b-ad3b-45d025b5feed tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19333a2b-b7ec-42c5-a90c-ff645fcf7812,revision_number=0']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:27:00.893578 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-29439205-92c0-4c7b-ad3b-45d025b5feed tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:00.898543 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-29439205-92c0-4c7b-ad3b-45d025b5feed tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1423900 Aug 25 18:27:00.898543 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 39274) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:27:00.901317 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95cb1d7-0f0d-4d01-9ee1-1ef498939c9b req-da944dba-bd2f-4791-9e5c-b0514f2c00ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:00.902919 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d95cb1d7-0f0d-4d01-9ee1-1ef498939c9b req-da944dba-bd2f-4791-9e5c-b0514f2c00ea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7658f0b9-c8c7-4d44-81a0-a1b2893e69b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561666 Aug 25 18:27:00.907338 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-eb8d7265-f167-436a-80da-daa47ee6d8c9 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Request body: {'security_group_rule': {'security_group_id': '785e6c97-2cd6-47d1-9412-94c848cf1962', 'project_id': 'd4b0f08f861943e49eaf962ad37693b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:27:00.942999 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-eb8d7265-f167-436a-80da-daa47ee6d8c9 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:00.994258 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccf438b-6645-4be0-8b88-c590ac5435ab None None] New status for floating IP ae93698c-15eb-46aa-99fa-1c8a34438df6: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 18:27:01.012280 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-eb8d7265-f167-436a-80da-daa47ee6d8c9 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:01.016912 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-eb8d7265-f167-436a-80da-daa47ee6d8c9 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516089'] for security_group_rule, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:01.017913 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d95cb1d7-0f0d-4d01-9ee1-1ef498939c9b req-df12e217-ca37-4d5d-983b-1b29658186b0 service neutron] 10.222.0.24 "GET /v2.0/networks/7658f0b9-c8c7-4d44-81a0-a1b2893e69b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057000 Aug 25 18:27:01.034333 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-fcdb1eec-931d-4641-9a2e-ce32368a8865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'name': 'tempest-TestMinimumBasicScenario-1205645293-router', 'tenant_id': 'd4b0f08f861943e49eaf962ad37693b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '6470af67-a89f-4fb8-9071-72572f01a39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:26:02Z', 'updated_at': '2021-08-25T18:26:05Z', 'revision_number': 4, 'project_id': 'd4b0f08f861943e49eaf962ad37693b8', 'gw_port': {'id': '6470af67-a89f-4fb8-9071-72572f01a39a', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:26:03Z', 'updated_at': '2021-08-25T18:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_floatingips': [{'id': '9faf9182-1a5a-4d0a-bf08-08e612333ba7', 'tenant_id': 'd4b0f08f861943e49eaf962ad37693b8', 'floating_ip_address': '172.27.3.67', 'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'router_id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'port_id': '95654300-f287-4649-9f3e-40b10a8da41d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7658f0b9-c8c7-4d44-81a0-a1b2893e69b5', 'mac_address': 'fa:16:3e:16:0b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9c21e5-4d35-4002-96ac-ef2abc930c77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:26:58Z', 'updated_at': '2021-08-25T18:26:58Z', 'revision_number': 0, 'project_id': 'd4b0f08f861943e49eaf962ad37693b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5', 'name': '', 'network_id': '7658f0b9-c8c7-4d44-81a0-a1b2893e69b5', 'tenant_id': 'd4b0f08f861943e49eaf962ad37693b8', 'mac_address': 'fa:16:3e:9c:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '48fe81fc-18ce-449e-adc8-712ce7a3cecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:26:05Z', 'updated_at': '2021-08-25T18:26:12Z', 'revision_number': 5, 'project_id': 'd4b0f08f861943e49eaf962ad37693b8', 'subnets': [{'id': '48fe81fc-18ce-449e-adc8-712ce7a3cecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:27:01.034606 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d7265-f167-436a-80da-daa47ee6d8c9 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad809a2-d7b7-4450-a272-1a8922186b8f,revision_number=0']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:27:01.046129 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-eb8d7265-f167-436a-80da-daa47ee6d8c9 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:01.051186 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-eb8d7265-f167-436a-80da-daa47ee6d8c9 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1519558 Aug 25 18:27:01.051913 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 39276) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:27:01.057101 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-45bee880-9f51-4419-b3df-4e0ad02b6626 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Request body: {'security_group_rule': {'security_group_id': '785e6c97-2cd6-47d1-9412-94c848cf1962', 'project_id': 'd4b0f08f861943e49eaf962ad37693b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:27:01.077009 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdb1eec-931d-4641-9a2e-ce32368a8865 None None] The sync data for ids ['ef351de8-d761-4613-aeae-87a9ebda20fb'] in dv-cinder-790492-8-iscsi is: [{'id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'name': 'tempest-TestMinimumBasicScenario-1205645293-router', 'tenant_id': 'd4b0f08f861943e49eaf962ad37693b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '6470af67-a89f-4fb8-9071-72572f01a39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:26:02Z', 'updated_at': '2021-08-25T18:26:05Z', 'revision_number': 4, 'project_id': 'd4b0f08f861943e49eaf962ad37693b8', 'gw_port': {'id': '6470af67-a89f-4fb8-9071-72572f01a39a', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:26:03Z', 'updated_at': '2021-08-25T18:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_floatingips': [{'id': '9faf9182-1a5a-4d0a-bf08-08e612333ba7', 'tenant_id': 'd4b0f08f861943e49eaf962ad37693b8', 'floating_ip_address': '172.27.3.67', 'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'router_id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'port_id': '95654300-f287-4649-9f3e-40b10a8da41d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7658f0b9-c8c7-4d44-81a0-a1b2893e69b5', 'mac_address': 'fa:16:3e:16:0b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9c21e5-4d35-4002-96ac-ef2abc930c77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:26:58Z', 'updated_at': '2021-08-25T18:26:58Z', 'revision_number': 0, 'project_id': 'd4b0f08f861943e49eaf962ad37693b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5', 'name': '', 'network_id': '7658f0b9-c8c7-4d44-81a0-a1b2893e69b5', 'tenant_id': 'd4b0f08f861943e49eaf962ad37693b8', 'mac_address': 'fa:16:3e:9c:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '48fe81fc-18ce-449e-adc8-712ce7a3cecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:26:05Z', 'updated_at': '2021-08-25T18:26:12Z', 'revision_number': 5, 'project_id': 'd4b0f08f861943e49eaf962ad37693b8', 'subnets': [{'id': '48fe81fc-18ce-449e-adc8-712ce7a3cecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:27:01.084627 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.db.securitygroups_db [None req-45bee880-9f51-4419-b3df-4e0ad02b6626 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Project d4b0f08f861943e49eaf962ad37693b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 18:27:01.091221 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-45bee880-9f51-4419-b3df-4e0ad02b6626 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:01.140147 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d95cb1d7-0f0d-4d01-9ee1-1ef498939c9b req-e9ded323-63b5-4e88-98cd-373dc4044855 service neutron] 10.222.0.24 "GET /v2.0/networks/7658f0b9-c8c7-4d44-81a0-a1b2893e69b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130552 Aug 25 18:27:01.172259 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-45bee880-9f51-4419-b3df-4e0ad02b6626 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:01.176460 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-45bee880-9f51-4419-b3df-4e0ad02b6626 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516089'] for security_group_rule, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:01.195118 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bee880-9f51-4419-b3df-4e0ad02b6626 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=652b4e52-053f-454e-9446-5d67c725086d,revision_number=0']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:27:01.201356 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-45bee880-9f51-4419-b3df-4e0ad02b6626 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:01.205833 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 39278) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:27:01.206322 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-45bee880-9f51-4419-b3df-4e0ad02b6626 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1528792 Aug 25 18:27:01.210788 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [None req-9e3fb1e5-ffab-45cd-8980-48bf3f0269c5 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Request body: {'security_group_rule': {'security_group_id': '785e6c97-2cd6-47d1-9412-94c848cf1962', 'project_id': 'd4b0f08f861943e49eaf962ad37693b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:27:01.234895 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-9e3fb1e5-ffab-45cd-8980-48bf3f0269c5 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Project d4b0f08f861943e49eaf962ad37693b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 18:27:01.240261 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9e3fb1e5-ffab-45cd-8980-48bf3f0269c5 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:01.308833 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9e3fb1e5-ffab-45cd-8980-48bf3f0269c5 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:01.313236 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9e3fb1e5-ffab-45cd-8980-48bf3f0269c5 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516089'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:01.332224 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3fb1e5-ffab-45cd-8980-48bf3f0269c5 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8780991-d2bc-4889-ae41-e55d71a47560,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:27:01.338853 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9e3fb1e5-ffab-45cd-8980-48bf3f0269c5 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:01.340085 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-9e3fb1e5-ffab-45cd-8980-48bf3f0269c5 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1331122 Aug 25 18:27:01.343215 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589c9789-9f84-4ef0-b9d0-65df4c86449f None None] New status for floating IP 9faf9182-1a5a-4d0a-bf08-08e612333ba7: ACTIVE {{(pid=93794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 18:27:01.420817 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d1baaa22-77ba-4507-accc-1ca3626cdbe3 req-4fe1307f-bc80-41d4-9646-ae029c465fdc tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1723997393&fields=id&tenant_id=d4b0f08f861943e49eaf962ad37693b8 HTTP/1.1" status: 200 len: 267 time: 0.0363095 Aug 25 18:27:01.478248 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1baaa22-77ba-4507-accc-1ca3626cdbe3 req-f1c63108-97ab-4002-a228-35b76d65302f tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:01.480461 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d1baaa22-77ba-4507-accc-1ca3626cdbe3 req-f1c63108-97ab-4002-a228-35b76d65302f tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 945 time: 0.0539703 Aug 25 18:27:01.493847 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-d1baaa22-77ba-4507-accc-1ca3626cdbe3 req-fd433b72-9e19-475a-bf26-494e0852d57f tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Request body: {'port': {'security_groups': ['a0e5804f-a408-43eb-a355-2a6dd5123c93', '785e6c97-2cd6-47d1-9412-94c848cf1962']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:27:01.570684 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d1baaa22-77ba-4507-accc-1ca3626cdbe3 req-fd433b72-9e19-475a-bf26-494e0852d57f tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:01.754449 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d1baaa22-77ba-4507-accc-1ca3626cdbe3 req-fd433b72-9e19-475a-bf26-494e0852d57f tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] For port 95654300-f287-4649-9f3e-40b10a8da41d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=95654300-f287-4649-9f3e-40b10a8da41d,segment=NetworkSegment(b0af7907-0384-4797-b84f-b8ec228f4105),segment_id=b0af7907-0384-4797-b84f-b8ec228f4105)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:27:01.782591 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d1baaa22-77ba-4507-accc-1ca3626cdbe3 req-fd433b72-9e19-475a-bf26-494e0852d57f tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:01.787131 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d1baaa22-77ba-4507-accc-1ca3626cdbe3 req-fd433b72-9e19-475a-bf26-494e0852d57f tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13409301'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:01.798559 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['95654300-f287-4649-9f3e-40b10a8da41d'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:27:01.828683 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1baaa22-77ba-4507-accc-1ca3626cdbe3 req-fd433b72-9e19-475a-bf26-494e0852d57f tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:01.829304 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d1baaa22-77ba-4507-accc-1ca3626cdbe3 req-fd433b72-9e19-475a-bf26-494e0852d57f tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:01.830934 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d1baaa22-77ba-4507-accc-1ca3626cdbe3 req-fd433b72-9e19-475a-bf26-494e0852d57f tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "PUT /v2.0/ports/95654300-f287-4649-9f3e-40b10a8da41d HTTP/1.1" status: 200 len: 981 time: 0.3420031 Aug 25 18:27:01.873667 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd433b72-9e19-475a-bf26-494e0852d57f tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Pushing event updated for resources: {'Port': ['ID=95654300-f287-4649-9f3e-40b10a8da41d,revision_number=6']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:27:01.915211 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['95654300-f287-4649-9f3e-40b10a8da41d'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:27:01.983564 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44ac8b-953c-432f-b9b0-00800ac74725 req-b34e4871-b9c0-4587-9f5c-5f17f7f52b87 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:01.985796 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ec44ac8b-953c-432f-b9b0-00800ac74725 req-b34e4871-b9c0-4587-9f5c-5f17f7f52b87 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 984 time: 0.0627074 Aug 25 18:27:02.031416 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ec44ac8b-953c-432f-b9b0-00800ac74725 req-5fd18c00-5109-4e7b-904e-3a37d7f97460 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=785e6c97-2cd6-47d1-9412-94c848cf1962&id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391676 Aug 25 18:27:02.137939 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-2a445e3f-16d8-4164-8cfe-2fd6528e333a None None] Provisioning complete for port 95654300-f287-4649-9f3e-40b10a8da41d triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:27:02.138307 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a445e3f-16d8-4164-8cfe-2fd6528e333a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:02.225481 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc9c21e5-4d35-4002-96ac-ef2abc930c77', 'tag': '95654300-f287-4649-9f3e-40b10a8da41d'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:27:02.227820 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823c20d4-e4ed-4629-bd4c-889237942db6" -d '{"events": [{"name": "network-changed", "server_uuid": "cc9c21e5-4d35-4002-96ac-ef2abc930c77", "tag": "95654300-f287-4649-9f3e-40b10a8da41d"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:27:02.264084 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524e2190-fb81-4e9a-95de-e3232f8ac5e2 x-openstack-request-id: req-524e2190-fb81-4e9a-95de-e3232f8ac5e2 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:27:02.264434 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc9c21e5-4d35-4002-96ac-ef2abc930c77", "tag": "95654300-f287-4649-9f3e-40b10a8da41d", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:27:02.264774 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-524e2190-fb81-4e9a-95de-e3232f8ac5e2 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:27:02.265364 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc9c21e5-4d35-4002-96ac-ef2abc930c77', 'tag': '95654300-f287-4649-9f3e-40b10a8da41d', 'status': 'completed', 'code': 200} Aug 25 18:27:02.326554 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c20d4-e4ed-4629-bd4c-889237942db6 req-f64a8e8c-46f0-42d9-a757-24bb91e0d7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:02.327947 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-823c20d4-e4ed-4629-bd4c-889237942db6 req-f64a8e8c-46f0-42d9-a757-24bb91e0d7a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4b0f08f861943e49eaf962ad37693b8&device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 1137 time: 0.0399163 Aug 25 18:27:02.419626 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c20d4-e4ed-4629-bd4c-889237942db6 req-22353747-c4d6-4c7a-8d52-008886f4988d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:02.421193 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-823c20d4-e4ed-4629-bd4c-889237942db6 req-22353747-c4d6-4c7a-8d52-008886f4988d service neutron] 10.222.0.24 "GET /v2.0/networks?id=7658f0b9-c8c7-4d44-81a0-a1b2893e69b5 HTTP/1.1" status: 200 len: 916 time: 0.0851083 Aug 25 18:27:02.491248 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-823c20d4-e4ed-4629-bd4c-889237942db6 req-fee7c0a8-17f1-4dde-b124-32994b2c10fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95654300-f287-4649-9f3e-40b10a8da41d HTTP/1.1" status: 200 len: 1000 time: 0.0618508 Aug 25 18:27:02.554875 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c20d4-e4ed-4629-bd4c-889237942db6 req-1edf692f-35c8-4f01-8f72-bdce343d3072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:02.555160 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-823c20d4-e4ed-4629-bd4c-889237942db6 req-1edf692f-35c8-4f01-8f72-bdce343d3072 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=48fe81fc-18ce-449e-adc8-712ce7a3cecf HTTP/1.1" status: 200 len: 854 time: 0.0456984 Aug 25 18:27:02.602459 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c20d4-e4ed-4629-bd4c-889237942db6 req-ba9a974b-844b-44c8-ae18-4f4da05fde00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:02.603887 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-823c20d4-e4ed-4629-bd4c-889237942db6 req-ba9a974b-844b-44c8-ae18-4f4da05fde00 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7658f0b9-c8c7-4d44-81a0-a1b2893e69b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393300 Aug 25 18:27:02.694613 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-823c20d4-e4ed-4629-bd4c-889237942db6 req-4e06d232-b804-4aa1-ad19-e24155ea887c service neutron] 10.222.0.24 "GET /v2.0/networks/7658f0b9-c8c7-4d44-81a0-a1b2893e69b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826027 Aug 25 18:27:02.784679 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-823c20d4-e4ed-4629-bd4c-889237942db6 req-228ba574-1651-4ad3-871a-d8fe9f9261ac service neutron] 10.222.0.24 "GET /v2.0/networks/7658f0b9-c8c7-4d44-81a0-a1b2893e69b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823288 Aug 25 18:27:06.374946 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d54c50-2b9f-4a61-a4ee-af89c4c41b68 req-a1031dc0-bef1-4318-b78e-7ab4776d5677 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:06.376333 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-03d54c50-2b9f-4a61-a4ee-af89c4c41b68 req-a1031dc0-bef1-4318-b78e-7ab4776d5677 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0556467 Aug 25 18:27:06.413474 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-03d54c50-2b9f-4a61-a4ee-af89c4c41b68 req-4cecbbde-7f7c-41e7-9ead-f52fbbdd09a7 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312164 Aug 25 18:27:07.525128 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff57f3-1f69-466b-aa33-c4c4df5f00e1 req-d8475232-5f5f-47af-abc8-d2c915319d5e tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:07.527200 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f5ff57f3-1f69-466b-aa33-c4c4df5f00e1 req-d8475232-5f5f-47af-abc8-d2c915319d5e tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0473766 Aug 25 18:27:07.562923 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f5ff57f3-1f69-466b-aa33-c4c4df5f00e1 req-89d6a937-5fc5-4852-b089-5d07e3897888 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298784 Aug 25 18:27:08.673799 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afaed3b-1bb3-462e-be6d-3c577a5e2f22 req-40ecf238-d185-458f-a1d3-49adf5048fdf tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:08.675158 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1afaed3b-1bb3-462e-be6d-3c577a5e2f22 req-40ecf238-d185-458f-a1d3-49adf5048fdf tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0472274 Aug 25 18:27:08.712766 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1afaed3b-1bb3-462e-be6d-3c577a5e2f22 req-14217999-8da5-4cbe-80a7-d28247a22c89 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316949 Aug 25 18:27:09.828127 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7445c3-39eb-450a-ba15-27931a49d7ab req-8fd82eac-9170-4756-ab58-298b15db829e tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:09.829499 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9d7445c3-39eb-450a-ba15-27931a49d7ab req-8fd82eac-9170-4756-ab58-298b15db829e tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0506260 Aug 25 18:27:09.865843 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9d7445c3-39eb-450a-ba15-27931a49d7ab req-279cfc23-e9bd-4432-906e-8ff79128f203 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305369 Aug 25 18:27:10.728198 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 39416) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:27:10.771778 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-059fd826-500c-49ac-bc44-449a63cd5977 admin admin] Deleting subnet 0d05c332-78eb-4932-967f-4b6c95f5e9d7 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 18:27:10.774805 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-059fd826-500c-49ac-bc44-449a63cd5977 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:10.807864 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-059fd826-500c-49ac-bc44-449a63cd5977 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14585042'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:10.845339 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-059fd826-500c-49ac-bc44-449a63cd5977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541805'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:10.900789 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-059fd826-500c-49ac-bc44-449a63cd5977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13409375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14343719'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:10.927199 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059fd826-500c-49ac-bc44-449a63cd5977 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d05c332-78eb-4932-967f-4b6c95f5e9d7,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:27:10.929188 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-059fd826-500c-49ac-bc44-449a63cd5977 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:10.934075 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 39420) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:27:10.934514 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-059fd826-500c-49ac-bc44-449a63cd5977 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0d05c332-78eb-4932-967f-4b6c95f5e9d7 HTTP/1.1" status: 204 len: 168 time: 0.2048244 Aug 25 18:27:10.981665 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a5a46-70b4-43f7-b408-2909bad64cdc req-8ed9bdf9-a629-44bd-a08b-62611537ea81 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:10.983122 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1e2a5a46-70b4-43f7-b408-2909bad64cdc req-8ed9bdf9-a629-44bd-a08b-62611537ea81 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0477850 Aug 25 18:27:11.000420 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d71c67d8-cc08-4fa0-a66d-390ad0aff1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548157'] for network, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:11.020929 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1e2a5a46-70b4-43f7-b408-2909bad64cdc req-b7078f20-9a3a-4546-b26c-1d6de76b57f5 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317256 Aug 25 18:27:11.079070 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d71c67d8-cc08-4fa0-a66d-390ad0aff1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651606', 'neutron.services.segments.db._delete_segments_for_network-8748354584558'] for network, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:11.088370 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.services.segments.db [None req-d71c67d8-cc08-4fa0-a66d-390ad0aff1dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f266f89b-b47c-431c-b327-661ac63dd822']}} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:27:11.098158 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.services.segments.db [None req-d71c67d8-cc08-4fa0-a66d-390ad0aff1dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53753f2e-05c5-438b-aacf-ef4de3c8a501') {'for_net_delete': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:27:11.098438 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.services.segments.db [None req-d71c67d8-cc08-4fa0-a66d-390ad0aff1dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53753f2e-05c5-438b-aacf-ef4de3c8a501') {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:27:11.107161 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d71c67d8-cc08-4fa0-a66d-390ad0aff1dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748354584441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12801345'] for segment, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:11.120753 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d71c67d8-cc08-4fa0-a66d-390ad0aff1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788'] for segment, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:11.126226 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d71c67d8-cc08-4fa0-a66d-390ad0aff1dc admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=93792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 18:27:11.126598 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d71c67d8-cc08-4fa0-a66d-390ad0aff1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12706241'] for segment, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:11.128131 dv-cinder-790492-8-iscsi neutron-server[93792]: Traceback (most recent call last): Aug 25 18:27:11.128131 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 18:27:11.128131 dv-cinder-790492-8-iscsi neutron-server[93792]: timer() Aug 25 18:27:11.128131 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 18:27:11.128131 dv-cinder-790492-8-iscsi neutron-server[93792]: cb(*args, **kw) Aug 25 18:27:11.128131 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 18:27:11.128131 dv-cinder-790492-8-iscsi neutron-server[93792]: return func(*args, **kwargs) Aug 25 18:27:11.128131 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 18:27:11.128131 dv-cinder-790492-8-iscsi neutron-server[93792]: self._notify() Aug 25 18:27:11.128131 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 18:27:11.128131 dv-cinder-790492-8-iscsi neutron-server[93792]: self.callback(batched_events) Aug 25 18:27:11.128131 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 18:27:11.128131 dv-cinder-790492-8-iscsi neutron-server[93792]: event.method(event) Aug 25 18:27:11.128131 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 18:27:11.128131 dv-cinder-790492-8-iscsi neutron-server[93792]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 18:27:11.128131 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 18:27:11.128131 dv-cinder-790492-8-iscsi neutron-server[93792]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 18:27:11.128131 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 18:27:11.128131 dv-cinder-790492-8-iscsi neutron-server[93792]: return f(self, *a, **k) Aug 25 18:27:11.128131 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 18:27:11.128131 dv-cinder-790492-8-iscsi neutron-server[93792]: return self._get(url).json() Aug 25 18:27:11.128131 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 18:27:11.128131 dv-cinder-790492-8-iscsi neutron-server[93792]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 18:27:11.128131 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 18:27:11.128131 dv-cinder-790492-8-iscsi neutron-server[93792]: return self.request(url, 'GET', **kwargs) Aug 25 18:27:11.128131 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 18:27:11.128131 dv-cinder-790492-8-iscsi neutron-server[93792]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 18:27:11.128131 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 18:27:11.128131 dv-cinder-790492-8-iscsi neutron-server[93792]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 18:27:11.128131 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 18:27:11.128131 dv-cinder-790492-8-iscsi neutron-server[93792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 18:27:11.128131 dv-cinder-790492-8-iscsi neutron-server[93792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 18:27:11.178586 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d71c67d8-cc08-4fa0-a66d-390ad0aff1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438115'] for network, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:11.184292 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d71c67d8-cc08-4fa0-a66d-390ad0aff1dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for network, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:11.186116 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-d71c67d8-cc08-4fa0-a66d-390ad0aff1dc admin admin] 10.222.0.37 "DELETE /v2.0/networks/f266f89b-b47c-431c-b327-661ac63dd822 HTTP/1.1" status: 204 len: 168 time: 0.2510140 Aug 25 18:27:11.189044 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 39422) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:27:11.196395 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c67d8-cc08-4fa0-a66d-390ad0aff1dc admin admin] Pushing event deleted for resources: {'Network': ['ID=f266f89b-b47c-431c-b327-661ac63dd822,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:27:11.234174 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c6d6e0f-bb8c-4f51-9e2f-b66403040b76 admin admin] Deleting subnet 4c016af8-bde7-4687-8b75-c477f5ec7676 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 18:27:11.237453 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8c6d6e0f-bb8c-4f51-9e2f-b66403040b76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:11.274336 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8c6d6e0f-bb8c-4f51-9e2f-b66403040b76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14585042'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:11.311825 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8c6d6e0f-bb8c-4f51-9e2f-b66403040b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541805'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:11.361351 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8c6d6e0f-bb8c-4f51-9e2f-b66403040b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13409375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14343719'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:11.384897 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d6e0f-bb8c-4f51-9e2f-b66403040b76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c016af8-bde7-4687-8b75-c477f5ec7676,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:27:11.390468 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8c6d6e0f-bb8c-4f51-9e2f-b66403040b76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:11.392681 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-8c6d6e0f-bb8c-4f51-9e2f-b66403040b76 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4c016af8-bde7-4687-8b75-c477f5ec7676 HTTP/1.1" status: 204 len: 168 time: 0.2022681 Aug 25 18:27:11.394741 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 39424) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:27:11.464449 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3e5340f2-516a-4b55-9a6d-823bbc509a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548157'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:11.539406 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3e5340f2-516a-4b55-9a6d-823bbc509a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651606', 'neutron.services.segments.db._delete_segments_for_network-8748354584558'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:11.549673 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.services.segments.db [None req-3e5340f2-516a-4b55-9a6d-823bbc509a47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b76e599-bb66-40d1-a80b-42c5de5dd6ff']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:27:11.559381 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.services.segments.db [None req-3e5340f2-516a-4b55-9a6d-823bbc509a47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2220ae-d4dc-4e04-9180-fa9d42f74a63') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:27:11.559701 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.services.segments.db [None req-3e5340f2-516a-4b55-9a6d-823bbc509a47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2220ae-d4dc-4e04-9180-fa9d42f74a63') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:27:11.568280 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3e5340f2-516a-4b55-9a6d-823bbc509a47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748354584441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14585037'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:11.581470 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3e5340f2-516a-4b55-9a6d-823bbc509a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:11.587175 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e5340f2-516a-4b55-9a6d-823bbc509a47 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 18:27:11.587550 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3e5340f2-516a-4b55-9a6d-823bbc509a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13409337'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:11.589692 dv-cinder-790492-8-iscsi neutron-server[93791]: Traceback (most recent call last): Aug 25 18:27:11.589692 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 18:27:11.589692 dv-cinder-790492-8-iscsi neutron-server[93791]: timer() Aug 25 18:27:11.589692 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 18:27:11.589692 dv-cinder-790492-8-iscsi neutron-server[93791]: cb(*args, **kw) Aug 25 18:27:11.589692 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 18:27:11.589692 dv-cinder-790492-8-iscsi neutron-server[93791]: return func(*args, **kwargs) Aug 25 18:27:11.589692 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 18:27:11.589692 dv-cinder-790492-8-iscsi neutron-server[93791]: self._notify() Aug 25 18:27:11.589692 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 18:27:11.589692 dv-cinder-790492-8-iscsi neutron-server[93791]: self.callback(batched_events) Aug 25 18:27:11.589692 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 18:27:11.589692 dv-cinder-790492-8-iscsi neutron-server[93791]: event.method(event) Aug 25 18:27:11.589692 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 18:27:11.589692 dv-cinder-790492-8-iscsi neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 18:27:11.589692 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 18:27:11.589692 dv-cinder-790492-8-iscsi neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 18:27:11.589692 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 18:27:11.589692 dv-cinder-790492-8-iscsi neutron-server[93791]: return f(self, *a, **k) Aug 25 18:27:11.589692 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 18:27:11.589692 dv-cinder-790492-8-iscsi neutron-server[93791]: return self._get(url).json() Aug 25 18:27:11.589692 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 18:27:11.589692 dv-cinder-790492-8-iscsi neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 18:27:11.589692 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 18:27:11.589692 dv-cinder-790492-8-iscsi neutron-server[93791]: return self.request(url, 'GET', **kwargs) Aug 25 18:27:11.589692 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 18:27:11.589692 dv-cinder-790492-8-iscsi neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 18:27:11.589692 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 18:27:11.589692 dv-cinder-790492-8-iscsi neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 18:27:11.589692 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 18:27:11.589692 dv-cinder-790492-8-iscsi neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 18:27:11.589692 dv-cinder-790492-8-iscsi neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 18:27:11.644266 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3e5340f2-516a-4b55-9a6d-823bbc509a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438115'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:11.649446 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3e5340f2-516a-4b55-9a6d-823bbc509a47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:11.651803 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-3e5340f2-516a-4b55-9a6d-823bbc509a47 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3b76e599-bb66-40d1-a80b-42c5de5dd6ff HTTP/1.1" status: 204 len: 168 time: 0.2561636 Aug 25 18:27:11.662305 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5340f2-516a-4b55-9a6d-823bbc509a47 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b76e599-bb66-40d1-a80b-42c5de5dd6ff,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:27:11.803180 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 39430) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:27:11.841979 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-8a6548ed-21d8-48d7-8bb5-ade65f33a23d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e80f62845a6046f388e19aa7b82a2c1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376911 Aug 25 18:27:11.844493 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 39432) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:27:11.890308 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0226fafa-fd19-468c-be07-a7ae7aae5596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:11.910709 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0226fafa-fd19-468c-be07-a7ae7aae5596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:11.955938 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0226fafa-fd19-468c-be07-a7ae7aae5596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:11.958505 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0226fafa-fd19-468c-be07-a7ae7aae5596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:11.959628 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-0226fafa-fd19-468c-be07-a7ae7aae5596 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e30f7a1e-1840-4748-93a6-bea812a75de9 HTTP/1.1" status: 204 len: 168 time: 0.1142540 Aug 25 18:27:11.967498 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226fafa-fd19-468c-be07-a7ae7aae5596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30f7a1e-1840-4748-93a6-bea812a75de9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:27:12.141303 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23c837-27ff-40b7-ad75-361d577fd365 req-d6cb0fdd-0170-4dfd-ad2e-19287cfbe2e9 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:12.142880 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0a23c837-27ff-40b7-ad75-361d577fd365 req-d6cb0fdd-0170-4dfd-ad2e-19287cfbe2e9 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0572882 Aug 25 18:27:12.180980 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0a23c837-27ff-40b7-ad75-361d577fd365 req-e6873032-31db-4eb9-805a-8c526131d959 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320544 Aug 25 18:27:12.272732 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 39440) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:27:12.315012 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-0b9ef043-e902-4a96-b040-5e567863e173 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac836a5de7554163916a5fa6fe8d12af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410070 Aug 25 18:27:12.317262 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 39442) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:27:12.362657 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7d772989-be26-4350-8556-64c9e0eba1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:12.382790 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7d772989-be26-4350-8556-64c9e0eba1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:12.426070 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7d772989-be26-4350-8556-64c9e0eba1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:12.430504 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7d772989-be26-4350-8556-64c9e0eba1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:12.436122 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-7d772989-be26-4350-8556-64c9e0eba1b4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e877706c-dc97-4238-9b88-80134017df28 HTTP/1.1" status: 204 len: 168 time: 0.1144757 Aug 25 18:27:12.440738 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d772989-be26-4350-8556-64c9e0eba1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e877706c-dc97-4238-9b88-80134017df28,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:27:12.901061 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 6 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:27:13.298535 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28f79b-5129-40fd-a81c-42185bc79e77 req-906b8027-4d9b-4f87-9878-58998451c1e5 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:13.300816 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9e28f79b-5129-40fd-a81c-42185bc79e77 req-906b8027-4d9b-4f87-9878-58998451c1e5 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0492814 Aug 25 18:27:13.340250 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9e28f79b-5129-40fd-a81c-42185bc79e77 req-c0b0f1eb-62de-4e24-9cc6-8fa56809640e tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334151 Aug 25 18:27:14.451238 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835f97b-1dff-41bb-81c3-75e00fe109a9 req-2d4817f4-8739-4698-91f1-e7474a4d0442 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:14.452701 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3835f97b-1dff-41bb-81c3-75e00fe109a9 req-2d4817f4-8739-4698-91f1-e7474a4d0442 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0474532 Aug 25 18:27:14.490196 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3835f97b-1dff-41bb-81c3-75e00fe109a9 req-1836fa39-12ac-4733-8b3f-8d200a01b0ec tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317931 Aug 25 18:27:14.647338 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-17720bcf-f827-4569-ba45-e84e74f93951 req-a9b7e5f5-956d-4425-be3f-20f21d37cc75 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=8db4b59056af4bf08307879ced74f14c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312781 Aug 25 18:27:15.054122 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17720bcf-f827-4569-ba45-e84e74f93951 req-adb242f0-ab54-493c-a00b-8ead59166d0f tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:15.055577 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-17720bcf-f827-4569-ba45-e84e74f93951 req-adb242f0-ab54-493c-a00b-8ead59166d0f tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4025447 Aug 25 18:27:15.069891 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-17720bcf-f827-4569-ba45-e84e74f93951 req-a45a4337-4bb1-4145-8fba-a4a5002f7ba5 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] 10.222.0.37 "GET /v2.0/quotas/8db4b59056af4bf08307879ced74f14c HTTP/1.1" status: 200 len: 375 time: 0.0087013 Aug 25 18:27:15.106228 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-17720bcf-f827-4569-ba45-e84e74f93951 req-8005ccf9-51e2-4958-beb3-c5d942b12d1d tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8db4b59056af4bf08307879ced74f14c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259433 Aug 25 18:27:15.268940 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b3ca3de2-cdfc-4422-8676-a02a4a09e79b req-98ff5ad1-965e-4ef5-befa-a698cc9efced tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] 10.222.0.37 "GET /v2.0/ports?device_id=392b5954-420d-41d4-9f84-c1796d25690f HTTP/1.1" status: 200 len: 210 time: 0.0297103 Aug 25 18:27:15.615054 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485c5e1-e918-455c-940b-8a03ddbd38a7 req-e38fb079-483d-490f-b61d-55d53f21f4a6 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:15.616523 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f485c5e1-e918-455c-940b-8a03ddbd38a7 req-e38fb079-483d-490f-b61d-55d53f21f4a6 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0500576 Aug 25 18:27:15.655135 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f485c5e1-e918-455c-940b-8a03ddbd38a7 req-9e2ecc75-3339-4081-ac97-4a1eabdaef49 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317872 Aug 25 18:27:16.092386 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-17720bcf-f827-4569-ba45-e84e74f93951 req-83ee6e0d-1c44-403b-8f23-15243f8679c2 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=8db4b59056af4bf08307879ced74f14c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220659 Aug 25 18:27:16.210170 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17720bcf-f827-4569-ba45-e84e74f93951 req-c5dda2fc-9c7f-43a2-8113-d6629e330401 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:16.211838 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-17720bcf-f827-4569-ba45-e84e74f93951 req-c5dda2fc-9c7f-43a2-8113-d6629e330401 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1131711 Aug 25 18:27:16.224824 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-17720bcf-f827-4569-ba45-e84e74f93951 req-5671dcaa-2c19-4a7e-9d5a-243380593b23 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] Request body: {'port': {'device_id': '392b5954-420d-41d4-9f84-c1796d25690f', 'network_id': '520b7a9a-7c13-496c-9295-9d7779dd2f32', 'admin_state_up': True, 'tenant_id': '8db4b59056af4bf08307879ced74f14c'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:27:16.343841 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17720bcf-f827-4569-ba45-e84e74f93951 req-5671dcaa-2c19-4a7e-9d5a-243380593b23 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] Made reservation on behalf of 8db4b59056af4bf08307879ced74f14c for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:27:16.347343 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-17720bcf-f827-4569-ba45-e84e74f93951 req-5671dcaa-2c19-4a7e-9d5a-243380593b23 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:16.375154 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4a8c3be8-3889-4e43-b86e-21da6ba57383 req-594403f2-dcab-41f2-8235-8af07a5239ef tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] 10.222.0.37 "GET /v2.0/ports?device_id=392b5954-420d-41d4-9f84-c1796d25690f HTTP/1.1" status: 200 len: 210 time: 0.0411465 Aug 25 18:27:16.375810 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-17720bcf-f827-4569-ba45-e84e74f93951 req-5671dcaa-2c19-4a7e-9d5a-243380593b23 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:16.469403 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-17720bcf-f827-4569-ba45-e84e74f93951 req-5671dcaa-2c19-4a7e-9d5a-243380593b23 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:16.473296 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-17720bcf-f827-4569-ba45-e84e74f93951 req-5671dcaa-2c19-4a7e-9d5a-243380593b23 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:16.531510 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5671dcaa-2c19-4a7e-9d5a-243380593b23 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4762df39-e992-47e4-8d05-6bb8aae2ea23,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:27:16.613175 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-17720bcf-f827-4569-ba45-e84e74f93951 req-5671dcaa-2c19-4a7e-9d5a-243380593b23 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] Allocated IP 192.168.233.218 (520b7a9a-7c13-496c-9295-9d7779dd2f32/604b50a8-ce64-4e3c-a11f-6bc7f2426ca3/5a0805f5-fc54-4623-acd4-d8735193300d) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:27:16.795229 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-17720bcf-f827-4569-ba45-e84e74f93951 req-5671dcaa-2c19-4a7e-9d5a-243380593b23 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:16.813215 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbacfd6-738d-4917-95d9-0b354e70675a req-f153b4c2-52ee-4a69-b7a5-87b53ea41258 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:16.814682 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1fbacfd6-738d-4917-95d9-0b354e70675a req-f153b4c2-52ee-4a69-b7a5-87b53ea41258 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0872459 Aug 25 18:27:16.819035 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-17720bcf-f827-4569-ba45-e84e74f93951 req-5671dcaa-2c19-4a7e-9d5a-243380593b23 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] Transition to ACTIVE for port object 5a0805f5-fc54-4623-acd4-d8735193300d will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:27:16.873492 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1fbacfd6-738d-4917-95d9-0b354e70675a req-6857557f-8730-4ba1-a8cc-aa4f7ccc3ab9 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526476 Aug 25 18:27:16.883110 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-17720bcf-f827-4569-ba45-e84e74f93951 req-5671dcaa-2c19-4a7e-9d5a-243380593b23 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:16.928452 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17720bcf-f827-4569-ba45-e84e74f93951 req-5671dcaa-2c19-4a7e-9d5a-243380593b23 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] Network 520b7a9a-7c13-496c-9295-9d7779dd2f32 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:27:16.931813 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-17720bcf-f827-4569-ba45-e84e74f93951 req-5671dcaa-2c19-4a7e-9d5a-243380593b23 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:27:16.934437 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-17720bcf-f827-4569-ba45-e84e74f93951 req-5671dcaa-2c19-4a7e-9d5a-243380593b23 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:27:16.966349 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5671dcaa-2c19-4a7e-9d5a-243380593b23 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] Pushing event updated for resources: {'Port': ['ID=5a0805f5-fc54-4623-acd4-d8735193300d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:27:17.010230 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17720bcf-f827-4569-ba45-e84e74f93951 req-5671dcaa-2c19-4a7e-9d5a-243380593b23 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:17.010866 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-17720bcf-f827-4569-ba45-e84e74f93951 req-5671dcaa-2c19-4a7e-9d5a-243380593b23 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:17.027557 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-17720bcf-f827-4569-ba45-e84e74f93951 req-5671dcaa-2c19-4a7e-9d5a-243380593b23 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8067029 Aug 25 18:27:17.045500 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-17720bcf-f827-4569-ba45-e84e74f93951 req-88f4c3cf-d7c3-4dba-b90e-4c8e52e33862 service neutron] Request body: {'port': {'device_id': '392b5954-420d-41d4-9f84-c1796d25690f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:27:17.140496 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-74dea1a7-1844-463c-a032-549e6251770d None None] Provisioning for port 5a0805f5-fc54-4623-acd4-d8735193300d completed by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:27:17.145483 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-74dea1a7-1844-463c-a032-549e6251770d None None] Provisioning complete for port 5a0805f5-fc54-4623-acd4-d8735193300d triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:27:17.146010 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-74dea1a7-1844-463c-a032-549e6251770d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:17.162058 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-17720bcf-f827-4569-ba45-e84e74f93951 req-88f4c3cf-d7c3-4dba-b90e-4c8e52e33862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:17.179276 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97477986-5583-4ee0-a834-b6c0e0015e1c req-68e01546-b0a7-4ee7-a839-73de1cc1e483 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:17.180045 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-74dea1a7-1844-463c-a032-549e6251770d None None] Port 5a0805f5-fc54-4623-acd4-d8735193300d cannot update to ACTIVE because it is not bound. {{(pid=93793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:27:17.180765 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-97477986-5583-4ee0-a834-b6c0e0015e1c req-68e01546-b0a7-4ee7-a839-73de1cc1e483 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.1151664 Aug 25 18:27:17.194332 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed20e7-d8e5-40c5-93c0-28b191d90eb2 req-20880799-5fc0-4b6d-8922-0949b28b29ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:17.195756 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-86ed20e7-d8e5-40c5-93c0-28b191d90eb2 req-20880799-5fc0-4b6d-8922-0949b28b29ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff6fe479012b4bdfbf44365f146a6cb1&device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 1099 time: 0.0902097 Aug 25 18:27:17.313937 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-97477986-5583-4ee0-a834-b6c0e0015e1c req-ac03296e-195d-4fd9-afba-d1474fc2d4ac tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236355 Aug 25 18:27:17.439265 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed20e7-d8e5-40c5-93c0-28b191d90eb2 req-fff1f8f3-99b6-454a-a36a-f2e7f606bfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:17.440776 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-86ed20e7-d8e5-40c5-93c0-28b191d90eb2 req-fff1f8f3-99b6-454a-a36a-f2e7f606bfb2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d04d8ed-dff1-407b-ac17-418584fb2033 HTTP/1.1" status: 200 len: 911 time: 0.2205322 Aug 25 18:27:17.562040 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-86ed20e7-d8e5-40c5-93c0-28b191d90eb2 req-ef2a77d7-b49c-4329-bd54-58bd9ca70675 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acea7bd8-0455-454e-9c25-fcc6f7c46d2d HTTP/1.1" status: 200 len: 1002 time: 0.1053436 Aug 25 18:27:17.576157 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174e75d-365b-4d86-a054-7a3a2679c8d7 req-9dfc72a9-8381-4138-87da-0155a8619a46 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:17.577577 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1174e75d-365b-4d86-a054-7a3a2679c8d7 req-9dfc72a9-8381-4138-87da-0155a8619a46 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] 10.222.0.37 "GET /v2.0/ports?device_id=392b5954-420d-41d4-9f84-c1796d25690f HTTP/1.1" status: 200 len: 936 time: 0.1341801 Aug 25 18:27:17.680245 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1174e75d-365b-4d86-a054-7a3a2679c8d7 req-6938e344-fde2-41e1-9ecc-2b7fe9fd1ecd tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] 10.222.0.37 "GET /v2.0/security-groups?id=4762df39-e992-47e4-8d05-6bb8aae2ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914893 Aug 25 18:27:17.687966 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed20e7-d8e5-40c5-93c0-28b191d90eb2 req-a7202129-dc7b-4fe8-94d7-c862b27dcd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:17.689380 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-86ed20e7-d8e5-40c5-93c0-28b191d90eb2 req-a7202129-dc7b-4fe8-94d7-c862b27dcd54 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37e9ac56-2a31-4c36-93d9-ecbd84267da7 HTTP/1.1" status: 200 len: 849 time: 0.1097875 Aug 25 18:27:17.698784 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [req-17720bcf-f827-4569-ba45-e84e74f93951 req-88f4c3cf-d7c3-4dba-b90e-4c8e52e33862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a0805f5-fc54-4623-acd4-d8735193300d {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:27:17.714798 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-17720bcf-f827-4569-ba45-e84e74f93951 req-88f4c3cf-d7c3-4dba-b90e-4c8e52e33862 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:17.742794 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-17720bcf-f827-4569-ba45-e84e74f93951 req-88f4c3cf-d7c3-4dba-b90e-4c8e52e33862 service neutron] Transition to ACTIVE for port object 5a0805f5-fc54-4623-acd4-d8735193300d will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:27:17.750034 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-17720bcf-f827-4569-ba45-e84e74f93951 req-88f4c3cf-d7c3-4dba-b90e-4c8e52e33862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13409301'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:17.759444 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed20e7-d8e5-40c5-93c0-28b191d90eb2 req-c77c7096-5cad-4e3e-a99a-b3cd93234932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:17.761509 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-86ed20e7-d8e5-40c5-93c0-28b191d90eb2 req-c77c7096-5cad-4e3e-a99a-b3cd93234932 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d04d8ed-dff1-407b-ac17-418584fb2033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584650 Aug 25 18:27:17.857698 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4c3cf-d7c3-4dba-b90e-4c8e52e33862 service neutron] Pushing event updated for resources: {'Port': ['ID=5a0805f5-fc54-4623-acd4-d8735193300d,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:27:17.930783 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-86ed20e7-d8e5-40c5-93c0-28b191d90eb2 req-d00137e4-aff8-4ba8-bea8-52d685f9da09 service neutron] 10.222.0.24 "GET /v2.0/networks/0d04d8ed-dff1-407b-ac17-418584fb2033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518040 Aug 25 18:27:17.990485 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-17720bcf-f827-4569-ba45-e84e74f93951 req-88f4c3cf-d7c3-4dba-b90e-4c8e52e33862 service neutron] Attempting to bind port 5a0805f5-fc54-4623-acd4-d8735193300d on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:27:17.990816 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-17720bcf-f827-4569-ba45-e84e74f93951 req-88f4c3cf-d7c3-4dba-b90e-4c8e52e33862 service neutron] Attempting to bind port 5a0805f5-fc54-4623-acd4-d8735193300d by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'b617ff99-137f-45d2-9909-b1ddd097a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '520b7a9a-7c13-496c-9295-9d7779dd2f32'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:27:17.991141 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17720bcf-f827-4569-ba45-e84e74f93951 req-88f4c3cf-d7c3-4dba-b90e-4c8e52e33862 service neutron] Attempting to bind port 5a0805f5-fc54-4623-acd4-d8735193300d on network 520b7a9a-7c13-496c-9295-9d7779dd2f32 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:27:18.001480 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17720bcf-f827-4569-ba45-e84e74f93951 req-88f4c3cf-d7c3-4dba-b90e-4c8e52e33862 service neutron] Port 5a0805f5-fc54-4623-acd4-d8735193300d on network 520b7a9a-7c13-496c-9295-9d7779dd2f32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 18:27:18.001800 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17720bcf-f827-4569-ba45-e84e74f93951 req-88f4c3cf-d7c3-4dba-b90e-4c8e52e33862 service neutron] Attempting to bind port 5a0805f5-fc54-4623-acd4-d8735193300d on network 520b7a9a-7c13-496c-9295-9d7779dd2f32 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:27:18.011032 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17720bcf-f827-4569-ba45-e84e74f93951 req-88f4c3cf-d7c3-4dba-b90e-4c8e52e33862 service neutron] Checking agent: {'id': '7fd900e3-9f03-4129-b0c6-db4e233cdb3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'started_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:27:18.011367 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17720bcf-f827-4569-ba45-e84e74f93951 req-88f4c3cf-d7c3-4dba-b90e-4c8e52e33862 service neutron] Checking segment: {'id': 'b617ff99-137f-45d2-9909-b1ddd097a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '520b7a9a-7c13-496c-9295-9d7779dd2f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:27:18.011744 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17720bcf-f827-4569-ba45-e84e74f93951 req-88f4c3cf-d7c3-4dba-b90e-4c8e52e33862 service neutron] Bound using segment: {'id': 'b617ff99-137f-45d2-9909-b1ddd097a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '520b7a9a-7c13-496c-9295-9d7779dd2f32'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:27:18.012171 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-17720bcf-f827-4569-ba45-e84e74f93951 req-88f4c3cf-d7c3-4dba-b90e-4c8e52e33862 service neutron] Bound port: 5a0805f5-fc54-4623-acd4-d8735193300d, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b617ff99-137f-45d2-9909-b1ddd097a960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '520b7a9a-7c13-496c-9295-9d7779dd2f32'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:27:18.012527 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-17720bcf-f827-4569-ba45-e84e74f93951 req-88f4c3cf-d7c3-4dba-b90e-4c8e52e33862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:18.075179 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-86ed20e7-d8e5-40c5-93c0-28b191d90eb2 req-0a63125b-dfe9-43b4-9a4f-58c80ada6b84 service neutron] 10.222.0.24 "GET /v2.0/networks/0d04d8ed-dff1-407b-ac17-418584fb2033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319921 Aug 25 18:27:18.095403 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-17720bcf-f827-4569-ba45-e84e74f93951 req-88f4c3cf-d7c3-4dba-b90e-4c8e52e33862 service neutron] For port 5a0805f5-fc54-4623-acd4-d8735193300d, host hv-cinder-79049, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:27:18.098485 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-17720bcf-f827-4569-ba45-e84e74f93951 req-88f4c3cf-d7c3-4dba-b90e-4c8e52e33862 service neutron] For port 5a0805f5-fc54-4623-acd4-d8735193300d, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5a0805f5-fc54-4623-acd4-d8735193300d,segment=NetworkSegment(b617ff99-137f-45d2-9909-b1ddd097a960),segment_id=b617ff99-137f-45d2-9909-b1ddd097a960)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:27:18.103020 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-17720bcf-f827-4569-ba45-e84e74f93951 req-88f4c3cf-d7c3-4dba-b90e-4c8e52e33862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13409301'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:18.136621 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17720bcf-f827-4569-ba45-e84e74f93951 req-88f4c3cf-d7c3-4dba-b90e-4c8e52e33862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:18.137226 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-17720bcf-f827-4569-ba45-e84e74f93951 req-88f4c3cf-d7c3-4dba-b90e-4c8e52e33862 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:18.138594 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-17720bcf-f827-4569-ba45-e84e74f93951 req-88f4c3cf-d7c3-4dba-b90e-4c8e52e33862 service neutron] 10.222.0.24 "PUT /v2.0/ports/5a0805f5-fc54-4623-acd4-d8735193300d HTTP/1.1" status: 200 len: 1098 time: 1.0984335 Aug 25 18:27:18.139026 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '392b5954-420d-41d4-9f84-c1796d25690f', 'tag': '5a0805f5-fc54-4623-acd4-d8735193300d'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:27:18.141282 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2975b9-0ad3-4af4-bb66-5702815e7218" -d '{"events": [{"name": "network-changed", "server_uuid": "392b5954-420d-41d4-9f84-c1796d25690f", "tag": "5a0805f5-fc54-4623-acd4-d8735193300d"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:27:18.167313 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4c3cf-d7c3-4dba-b90e-4c8e52e33862 service neutron] Pushing event updated for resources: {'Port': ['ID=5a0805f5-fc54-4623-acd4-d8735193300d,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:27:18.192167 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28e288b-9858-410f-b6bc-4d0d72468ec0 x-openstack-request-id: req-b28e288b-9858-410f-b6bc-4d0d72468ec0 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:27:18.192450 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "392b5954-420d-41d4-9f84-c1796d25690f", "tag": "5a0805f5-fc54-4623-acd4-d8735193300d", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:27:18.192721 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b28e288b-9858-410f-b6bc-4d0d72468ec0 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:27:18.193107 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '392b5954-420d-41d4-9f84-c1796d25690f', 'tag': '5a0805f5-fc54-4623-acd4-d8735193300d', 'status': 'completed', 'code': 200} Aug 25 18:27:18.230463 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17720bcf-f827-4569-ba45-e84e74f93951 req-b3b9456e-df52-480d-b9e2-8e5dda82695d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:18.232721 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-17720bcf-f827-4569-ba45-e84e74f93951 req-b3b9456e-df52-480d-b9e2-8e5dda82695d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8db4b59056af4bf08307879ced74f14c&device_id=392b5954-420d-41d4-9f84-c1796d25690f HTTP/1.1" status: 200 len: 1101 time: 0.0517380 Aug 25 18:27:18.280575 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-17720bcf-f827-4569-ba45-e84e74f93951 req-eda6c610-3360-421b-92e6-d4e296f8cb05 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=5a0805f5-fc54-4623-acd4-d8735193300d HTTP/1.1" status: 200 len: 217 time: 0.0352111 Aug 25 18:27:18.339039 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17720bcf-f827-4569-ba45-e84e74f93951 req-0b441eb4-71fb-40cc-a1ec-a598c65602c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:18.340519 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-17720bcf-f827-4569-ba45-e84e74f93951 req-0b441eb4-71fb-40cc-a1ec-a598c65602c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=604b50a8-ce64-4e3c-a11f-6bc7f2426ca3 HTTP/1.1" status: 200 len: 843 time: 0.0470197 Aug 25 18:27:18.433587 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17720bcf-f827-4569-ba45-e84e74f93951 req-f54fdde1-f376-49a8-999f-c54b2237b700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:18.434992 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-17720bcf-f827-4569-ba45-e84e74f93951 req-f54fdde1-f376-49a8-999f-c54b2237b700 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=520b7a9a-7c13-496c-9295-9d7779dd2f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0680723 Aug 25 18:27:18.450067 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4b247-4856-48f0-b41e-003514267227 req-1c569e10-ab5d-4e52-b69d-97cfcafbb06f tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:18.451394 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7ba4b247-4856-48f0-b41e-003514267227 req-1c569e10-ab5d-4e52-b69d-97cfcafbb06f tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0615594 Aug 25 18:27:18.532059 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7ba4b247-4856-48f0-b41e-003514267227 req-98cab4d5-a0b9-4855-a601-2e27ef1adec8 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728648 Aug 25 18:27:18.540778 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:18.558728 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-17720bcf-f827-4569-ba45-e84e74f93951 req-1a9ca20f-f1e6-4cfe-b864-c1c3439fede3 service neutron] 10.222.0.24 "GET /v2.0/networks/520b7a9a-7c13-496c-9295-9d7779dd2f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064281 Aug 25 18:27:18.668137 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-17720bcf-f827-4569-ba45-e84e74f93951 req-3feee805-6592-4c1f-b4ad-40413c770555 service neutron] 10.222.0.24 "GET /v2.0/networks/520b7a9a-7c13-496c-9295-9d7779dd2f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933986 Aug 25 18:27:18.763020 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2975b9-0ad3-4af4-bb66-5702815e7218 req-fcd75d54-3cbc-4d2d-9a27-8c109e358731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:18.764448 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4f2975b9-0ad3-4af4-bb66-5702815e7218 req-fcd75d54-3cbc-4d2d-9a27-8c109e358731 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8db4b59056af4bf08307879ced74f14c&device_id=392b5954-420d-41d4-9f84-c1796d25690f HTTP/1.1" status: 200 len: 1101 time: 0.0497496 Aug 25 18:27:18.850377 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14008b61-27a2-4306-ba15-717e7d0611b2 req-6663ce39-d3cd-47ad-b970-584419e8c049 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:18.851813 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-14008b61-27a2-4306-ba15-717e7d0611b2 req-6663ce39-d3cd-47ad-b970-584419e8c049 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] 10.222.0.37 "GET /v2.0/ports?device_id=392b5954-420d-41d4-9f84-c1796d25690f HTTP/1.1" status: 200 len: 948 time: 0.1015873 Aug 25 18:27:18.902733 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2975b9-0ad3-4af4-bb66-5702815e7218 req-e63a5f17-3f43-423e-8ca3-0d686fc14dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:18.904146 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4f2975b9-0ad3-4af4-bb66-5702815e7218 req-e63a5f17-3f43-423e-8ca3-0d686fc14dcd service neutron] 10.222.0.24 "GET /v2.0/networks?id=520b7a9a-7c13-496c-9295-9d7779dd2f32 HTTP/1.1" status: 200 len: 870 time: 0.1264436 Aug 25 18:27:18.909020 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-14008b61-27a2-4306-ba15-717e7d0611b2 req-22ba270d-4591-4d99-82c8-e4e79df1070e tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] 10.222.0.37 "GET /v2.0/security-groups?id=4762df39-e992-47e4-8d05-6bb8aae2ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489268 Aug 25 18:27:18.955523 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4f2975b9-0ad3-4af4-bb66-5702815e7218 req-0f3cc4a9-0940-4a74-bd5f-0a5e90b20fb9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=5a0805f5-fc54-4623-acd4-d8735193300d HTTP/1.1" status: 200 len: 217 time: 0.0430582 Aug 25 18:27:19.005079 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2975b9-0ad3-4af4-bb66-5702815e7218 req-e720fbd0-57cc-403f-800b-78f79e19b71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:19.006361 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4f2975b9-0ad3-4af4-bb66-5702815e7218 req-e720fbd0-57cc-403f-800b-78f79e19b71a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=604b50a8-ce64-4e3c-a11f-6bc7f2426ca3 HTTP/1.1" status: 200 len: 843 time: 0.0431345 Aug 25 18:27:19.051041 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2975b9-0ad3-4af4-bb66-5702815e7218 req-292b9953-fcc8-4794-a613-c50df67b93de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:19.052446 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4f2975b9-0ad3-4af4-bb66-5702815e7218 req-292b9953-fcc8-4794-a613-c50df67b93de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=520b7a9a-7c13-496c-9295-9d7779dd2f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0371428 Aug 25 18:27:19.148204 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4f2975b9-0ad3-4af4-bb66-5702815e7218 req-d4dc57fd-8dbd-423a-a463-2fe8eac1c41d service neutron] 10.222.0.24 "GET /v2.0/networks/520b7a9a-7c13-496c-9295-9d7779dd2f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817115 Aug 25 18:27:19.243806 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4f2975b9-0ad3-4af4-bb66-5702815e7218 req-2970ad87-e2e8-4f17-984a-48f75c5fbb48 service neutron] 10.222.0.24 "GET /v2.0/networks/520b7a9a-7c13-496c-9295-9d7779dd2f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805218 Aug 25 18:27:19.645052 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06e95c-8605-45c9-85dd-e25140a5c0b8 req-9e8e323b-b57c-4c0e-af5c-989601b96f5d tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:19.646575 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7a06e95c-8605-45c9-85dd-e25140a5c0b8 req-9e8e323b-b57c-4c0e-af5c-989601b96f5d tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0480134 Aug 25 18:27:19.683706 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7a06e95c-8605-45c9-85dd-e25140a5c0b8 req-11fde793-392f-48b2-ae4a-41fcc15a92e6 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312407 Aug 25 18:27:20.027180 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8490b-801c-4754-a8fd-18b7597557dc req-24e3f5d7-9d5f-4329-b141-80c1ef5120eb tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:20.028624 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7fa8490b-801c-4754-a8fd-18b7597557dc req-24e3f5d7-9d5f-4329-b141-80c1ef5120eb tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] 10.222.0.37 "GET /v2.0/ports?device_id=392b5954-420d-41d4-9f84-c1796d25690f HTTP/1.1" status: 200 len: 948 time: 0.0500081 Aug 25 18:27:20.064963 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7fa8490b-801c-4754-a8fd-18b7597557dc req-0db1c51a-dc82-4f18-872f-3b5c63b60caf tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] 10.222.0.37 "GET /v2.0/security-groups?id=4762df39-e992-47e4-8d05-6bb8aae2ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304732 Aug 25 18:27:21.175841 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dfe1f8-9874-4dd5-bd9e-176683eefffd req-d796873d-6212-4187-adb3-581ddd030d74 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:21.177312 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c0dfe1f8-9874-4dd5-bd9e-176683eefffd req-d796873d-6212-4187-adb3-581ddd030d74 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] 10.222.0.37 "GET /v2.0/ports?device_id=392b5954-420d-41d4-9f84-c1796d25690f HTTP/1.1" status: 200 len: 948 time: 0.0467834 Aug 25 18:27:21.214550 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c0dfe1f8-9874-4dd5-bd9e-176683eefffd req-2d797c98-d1a8-4c02-9e2c-7f4bf62885d9 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] 10.222.0.37 "GET /v2.0/security-groups?id=4762df39-e992-47e4-8d05-6bb8aae2ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308211 Aug 25 18:27:21.789895 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 5a0805f5-fc54-4623-acd4-d8735193300d details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 18:27:21.883031 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 5a0805f5-fc54-4623-acd4-d8735193300d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5a0805f5-fc54-4623-acd4-d8735193300d,segment=NetworkSegment(b617ff99-137f-45d2-9909-b1ddd097a960),segment_id=b617ff99-137f-45d2-9909-b1ddd097a960)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:27:21.894180 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Returning: {'device': '5a0805f5-fc54-4623-acd4-d8735193300d', 'network_id': '520b7a9a-7c13-496c-9295-9d7779dd2f32', 'port_id': '5a0805f5-fc54-4623-acd4-d8735193300d', 'mac_address': 'fa:16:3e:a9:41:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '604b50a8-ce64-4e3c-a11f-6bc7f2426ca3', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 18:27:21.929246 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:21.941593 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a0805f5-fc54-4623-acd4-d8735193300d {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:27:21.960198 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 5a0805f5-fc54-4623-acd4-d8735193300d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5a0805f5-fc54-4623-acd4-d8735193300d,segment=NetworkSegment(b617ff99-137f-45d2-9909-b1ddd097a960),segment_id=b617ff99-137f-45d2-9909-b1ddd097a960)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:27:21.963608 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:22.008243 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=5a0805f5-fc54-4623-acd4-d8735193300d,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:27:22.015453 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:27:22.015796 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:27:22.016126 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:27:22.016452 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:27:22.016799 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:27:22.017119 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:27:22.017434 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:27:22.017749 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:27:22.018084 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:27:22.018403 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:27:22.018712 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:27:22.019021 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:27:22.248375 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['5a0805f5-fc54-4623-acd4-d8735193300d'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:27:22.327076 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ed762-7303-4fc1-a299-edfa15f88e5e req-d71b1d0e-20f8-4590-9b1e-9a56e861baf5 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:22.328570 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a40ed762-7303-4fc1-a299-edfa15f88e5e req-d71b1d0e-20f8-4590-9b1e-9a56e861baf5 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] 10.222.0.37 "GET /v2.0/ports?device_id=392b5954-420d-41d4-9f84-c1796d25690f HTTP/1.1" status: 200 len: 949 time: 0.0469532 Aug 25 18:27:22.364968 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a40ed762-7303-4fc1-a299-edfa15f88e5e req-ddcbd632-18d7-4772-add1-21070383c959 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] 10.222.0.37 "GET /v2.0/security-groups?id=4762df39-e992-47e4-8d05-6bb8aae2ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305119 Aug 25 18:27:23.325221 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-48b457da-29fa-43ba-b565-6a1cfebec746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:23.479342 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc55699-0d80-4fd2-bffc-0bbc7365ec4d req-ba9963e4-31d8-417a-9f03-a3bd7fa14b02 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:23.480767 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0dc55699-0d80-4fd2-bffc-0bbc7365ec4d req-ba9963e4-31d8-417a-9f03-a3bd7fa14b02 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] 10.222.0.37 "GET /v2.0/ports?device_id=392b5954-420d-41d4-9f84-c1796d25690f HTTP/1.1" status: 200 len: 949 time: 0.0501373 Aug 25 18:27:23.516450 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0dc55699-0d80-4fd2-bffc-0bbc7365ec4d req-ccb10554-a1e8-49ef-ac7d-a542c2e23103 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] 10.222.0.37 "GET /v2.0/security-groups?id=4762df39-e992-47e4-8d05-6bb8aae2ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299301 Aug 25 18:27:23.807092 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 5a0805f5-fc54-4623-acd4-d8735193300d up at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:27:23.854995 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning for port 5a0805f5-fc54-4623-acd4-d8735193300d completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:27:23.858499 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning complete for port 5a0805f5-fc54-4623-acd4-d8735193300d triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:27:23.858865 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:23.939140 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:23.961533 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392b5954-420d-41d4-9f84-c1796d25690f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0805f5-fc54-4623-acd4-d8735193300d'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:27:23.963809 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700cf778d203af030a48c7cd7e91a8769aab6ec207ebda1a87165573d1bde0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26d3e02-69d3-491a-bc68-61b8ecbc2c3d" -d '{"events": [{"server_uuid": "392b5954-420d-41d4-9f84-c1796d25690f", "name": "network-vif-plugged", "status": "completed", "tag": "5a0805f5-fc54-4623-acd4-d8735193300d"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:27:23.976012 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 5a0805f5-fc54-4623-acd4-d8735193300d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5a0805f5-fc54-4623-acd4-d8735193300d,segment=NetworkSegment(b617ff99-137f-45d2-9909-b1ddd097a960),segment_id=b617ff99-137f-45d2-9909-b1ddd097a960)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:27:23.980351 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:24.003637 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f585be6-2aa9-4c79-86b7-57d3fadd83fb x-openstack-request-id: req-1f585be6-2aa9-4c79-86b7-57d3fadd83fb {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:27:24.003925 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "392b5954-420d-41d4-9f84-c1796d25690f", "name": "network-vif-plugged", "status": "completed", "tag": "5a0805f5-fc54-4623-acd4-d8735193300d", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:27:24.004175 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f585be6-2aa9-4c79-86b7-57d3fadd83fb {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:27:24.004570 dv-cinder-790492-8-iscsi neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '392b5954-420d-41d4-9f84-c1796d25690f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0805f5-fc54-4623-acd4-d8735193300d', 'code': 200} Aug 25 18:27:24.029383 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=5a0805f5-fc54-4623-acd4-d8735193300d,revision_number=5']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:27:24.163925 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845503b3-e6a1-4003-90c5-03a12da4c176 req-c28898bb-584e-4f41-824e-a8358158324e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:24.165418 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-845503b3-e6a1-4003-90c5-03a12da4c176 req-c28898bb-584e-4f41-824e-a8358158324e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=392b5954-420d-41d4-9f84-c1796d25690f HTTP/1.1" status: 200 len: 1103 time: 0.0397727 Aug 25 18:27:24.201757 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-845503b3-e6a1-4003-90c5-03a12da4c176 req-5e936589-4114-4735-9156-e03d2c241446 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4762df39-e992-47e4-8d05-6bb8aae2ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276058 Aug 25 18:27:24.630150 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e06240-f435-4803-8ab7-5d552337e09f req-d11d5b6a-4bb7-4170-8f10-b2961c17ec79 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:24.631590 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-71e06240-f435-4803-8ab7-5d552337e09f req-d11d5b6a-4bb7-4170-8f10-b2961c17ec79 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] 10.222.0.37 "GET /v2.0/ports?device_id=392b5954-420d-41d4-9f84-c1796d25690f HTTP/1.1" status: 200 len: 950 time: 0.0488911 Aug 25 18:27:24.667965 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-71e06240-f435-4803-8ab7-5d552337e09f req-7624507c-fc72-4d09-b2af-2fb7fda5f4a1 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] 10.222.0.37 "GET /v2.0/security-groups?id=4762df39-e992-47e4-8d05-6bb8aae2ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297723 Aug 25 18:27:25.772245 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a29acc21-ca9f-4e3a-b8ff-99577e478824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:26.079230 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d5501-da26-4df0-a78c-88944de82f82 req-f1519d5a-2c74-4955-aaae-c7ecc030b09e tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:26.080628 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0d3d5501-da26-4df0-a78c-88944de82f82 req-f1519d5a-2c74-4955-aaae-c7ecc030b09e tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] 10.222.0.37 "GET /v2.0/ports?device_id=392b5954-420d-41d4-9f84-c1796d25690f HTTP/1.1" status: 200 len: 950 time: 0.3444850 Aug 25 18:27:26.083128 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b9193-8d06-4929-b445-8091f8ad46d7 req-eda36eaf-a28f-4efc-bd02-2074e94a24f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:26.084446 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f86b9193-8d06-4929-b445-8091f8ad46d7 req-eda36eaf-a28f-4efc-bd02-2074e94a24f6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4b0f08f861943e49eaf962ad37693b8&device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 1137 time: 0.0886943 Aug 25 18:27:26.092123 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480d0d6-dc2d-4ab5-9636-9afcea3b0d8f req-0f3058cc-f5fe-415d-a64e-89e86870aa83 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:26.093471 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0480d0d6-dc2d-4ab5-9636-9afcea3b0d8f req-0f3058cc-f5fe-415d-a64e-89e86870aa83 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 984 time: 0.0964479 Aug 25 18:27:26.199233 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0480d0d6-dc2d-4ab5-9636-9afcea3b0d8f req-41211ccc-3867-4d7a-8084-6f10d5087bb9 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=785e6c97-2cd6-47d1-9412-94c848cf1962&id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0988917 Aug 25 18:27:26.205297 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0d3d5501-da26-4df0-a78c-88944de82f82 req-4ff9912f-b434-4aa0-8352-1bdac08d87b0 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] 10.222.0.37 "GET /v2.0/security-groups?id=4762df39-e992-47e4-8d05-6bb8aae2ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109643 Aug 25 18:27:26.243408 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b9193-8d06-4929-b445-8091f8ad46d7 req-2f6db41f-20d0-48e7-92a3-cb15e8377f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:26.246697 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f86b9193-8d06-4929-b445-8091f8ad46d7 req-2f6db41f-20d0-48e7-92a3-cb15e8377f62 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7658f0b9-c8c7-4d44-81a0-a1b2893e69b5 HTTP/1.1" status: 200 len: 916 time: 0.1381500 Aug 25 18:27:26.334066 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f86b9193-8d06-4929-b445-8091f8ad46d7 req-ae30e05c-03f3-491c-9e92-7037091f6200 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95654300-f287-4649-9f3e-40b10a8da41d HTTP/1.1" status: 200 len: 1000 time: 0.0649223 Aug 25 18:27:26.386176 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b9193-8d06-4929-b445-8091f8ad46d7 req-2bbcab95-c8af-4bf6-803b-2451d587dcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:26.387653 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f86b9193-8d06-4929-b445-8091f8ad46d7 req-2bbcab95-c8af-4bf6-803b-2451d587dcff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=48fe81fc-18ce-449e-adc8-712ce7a3cecf HTTP/1.1" status: 200 len: 854 time: 0.0466273 Aug 25 18:27:26.458590 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b9193-8d06-4929-b445-8091f8ad46d7 req-cd84e41c-83f9-4bd8-bf14-eec653b3f939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:26.460045 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f86b9193-8d06-4929-b445-8091f8ad46d7 req-cd84e41c-83f9-4bd8-bf14-eec653b3f939 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7658f0b9-c8c7-4d44-81a0-a1b2893e69b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0649464 Aug 25 18:27:26.476060 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab8233-b7df-4a8f-98f6-ebc12efdce22 req-140a307b-9886-4013-8491-d11bdaad7aca tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:26.477425 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-64ab8233-b7df-4a8f-98f6-ebc12efdce22 req-140a307b-9886-4013-8491-d11bdaad7aca tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] 10.222.0.37 "GET /v2.0/ports?device_id=392b5954-420d-41d4-9f84-c1796d25690f HTTP/1.1" status: 200 len: 950 time: 0.0550783 Aug 25 18:27:26.560639 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-64ab8233-b7df-4a8f-98f6-ebc12efdce22 req-da569c25-4885-401c-b69f-2fa926970a70 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] 10.222.0.37 "GET /v2.0/security-groups?id=4762df39-e992-47e4-8d05-6bb8aae2ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749667 Aug 25 18:27:26.586457 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f86b9193-8d06-4929-b445-8091f8ad46d7 req-508cfbe5-619a-41c3-87cb-7651fa187939 service neutron] 10.222.0.24 "GET /v2.0/networks/7658f0b9-c8c7-4d44-81a0-a1b2893e69b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080773 Aug 25 18:27:26.681819 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f86b9193-8d06-4929-b445-8091f8ad46d7 req-1c77e8d7-209b-4d7b-b9c1-3f3b95c746f7 service neutron] 10.222.0.24 "GET /v2.0/networks/7658f0b9-c8c7-4d44-81a0-a1b2893e69b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868704 Aug 25 18:27:27.217644 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:27.318206 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263a97c-4eb9-4188-8b5c-1061924a16fb req-f29356f4-065d-469b-b5bf-b46561706aba tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:27.319661 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9263a97c-4eb9-4188-8b5c-1061924a16fb req-f29356f4-065d-469b-b5bf-b46561706aba tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 984 time: 0.0483782 Aug 25 18:27:27.360393 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9263a97c-4eb9-4188-8b5c-1061924a16fb req-bf984fd9-4eb4-4236-b5ac-d5ecd8b96929 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=785e6c97-2cd6-47d1-9412-94c848cf1962&id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347302 Aug 25 18:27:27.449837 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:27.673812 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da766990-7142-4b9f-b380-2ee25ba11ba4 req-999f9b8c-2096-40f1-bd09-54b8cb1705be tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:27.675255 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-da766990-7142-4b9f-b380-2ee25ba11ba4 req-999f9b8c-2096-40f1-bd09-54b8cb1705be tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] 10.222.0.37 "GET /v2.0/ports?device_id=392b5954-420d-41d4-9f84-c1796d25690f HTTP/1.1" status: 200 len: 950 time: 0.0474832 Aug 25 18:27:27.711190 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-da766990-7142-4b9f-b380-2ee25ba11ba4 req-9684e071-a0a1-42b2-b5d4-06025c9fde6c tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] 10.222.0.37 "GET /v2.0/security-groups?id=4762df39-e992-47e4-8d05-6bb8aae2ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301905 Aug 25 18:27:28.047106 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539ed6b-4dfe-4a0a-8404-fd0d1c34b707 req-10b01130-3e01-41dc-999b-e57866234a43 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:28.048515 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a539ed6b-4dfe-4a0a-8404-fd0d1c34b707 req-10b01130-3e01-41dc-999b-e57866234a43 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] 10.222.0.24 "GET /v2.0/ports?device_id=392b5954-420d-41d4-9f84-c1796d25690f HTTP/1.1" status: 200 len: 950 time: 0.0522511 Aug 25 18:27:28.136955 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-a539ed6b-4dfe-4a0a-8404-fd0d1c34b707 req-c335f3c3-ddcf-4506-ba1e-d05ab8a861f8 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] Deleting port 5a0805f5-fc54-4623-acd4-d8735193300d {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:27:28.137426 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a539ed6b-4dfe-4a0a-8404-fd0d1c34b707 req-c335f3c3-ddcf-4506-ba1e-d05ab8a861f8 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:28.226069 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-a539ed6b-4dfe-4a0a-8404-fd0d1c34b707 req-c335f3c3-ddcf-4506-ba1e-d05ab8a861f8 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] For port 5a0805f5-fc54-4623-acd4-d8735193300d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5a0805f5-fc54-4623-acd4-d8735193300d,segment=NetworkSegment(b617ff99-137f-45d2-9909-b1ddd097a960),segment_id=b617ff99-137f-45d2-9909-b1ddd097a960)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:27:28.226425 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a539ed6b-4dfe-4a0a-8404-fd0d1c34b707 req-c335f3c3-ddcf-4506-ba1e-d05ab8a861f8 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:28.238857 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-a539ed6b-4dfe-4a0a-8404-fd0d1c34b707 req-c335f3c3-ddcf-4506-ba1e-d05ab8a861f8 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] Calling delete_port for 5a0805f5-fc54-4623-acd4-d8735193300d owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:27:28.362132 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a539ed6b-4dfe-4a0a-8404-fd0d1c34b707 req-c335f3c3-ddcf-4506-ba1e-d05ab8a861f8 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:28.380922 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['5a0805f5-fc54-4623-acd4-d8735193300d'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:27:28.405190 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335f3c3-ddcf-4506-ba1e-d05ab8a861f8 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] Pushing event deleted for resources: {'Port': ['ID=5a0805f5-fc54-4623-acd4-d8735193300d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:27:28.451924 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-a539ed6b-4dfe-4a0a-8404-fd0d1c34b707 req-c335f3c3-ddcf-4506-ba1e-d05ab8a861f8 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] No DVR routers for this DVR port 5a0805f5-fc54-4623-acd4-d8735193300d on host hv-cinder-79049 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:27:28.454841 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a539ed6b-4dfe-4a0a-8404-fd0d1c34b707 req-c335f3c3-ddcf-4506-ba1e-d05ab8a861f8 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:28.457061 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a539ed6b-4dfe-4a0a-8404-fd0d1c34b707 req-c335f3c3-ddcf-4506-ba1e-d05ab8a861f8 tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] 10.222.0.24 "DELETE /v2.0/ports/5a0805f5-fc54-4623-acd4-d8735193300d HTTP/1.1" status: 204 len: 173 time: 0.4001508 Aug 25 18:27:28.464103 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392b5954-420d-41d4-9f84-c1796d25690f', 'name': 'network-vif-deleted', 'tag': '5a0805f5-fc54-4623-acd4-d8735193300d'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:27:28.466676 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589a5c76-90e2-4676-8f24-cc1b3fb7be03" -d '{"events": [{"server_uuid": "392b5954-420d-41d4-9f84-c1796d25690f", "name": "network-vif-deleted", "tag": "5a0805f5-fc54-4623-acd4-d8735193300d"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:27:28.511913 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d804f3a-27da-4b2b-add1-7e4c0268fa6a req-911cf9c9-8d9c-47e1-95d0-2d25cead86e1 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:28.519280 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3d804f3a-27da-4b2b-add1-7e4c0268fa6a req-911cf9c9-8d9c-47e1-95d0-2d25cead86e1 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 984 time: 0.0684369 Aug 25 18:27:28.549891 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7600c8e-d8e4-4f47-a7ef-250cd7791fbb x-openstack-request-id: req-f7600c8e-d8e4-4f47-a7ef-250cd7791fbb {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:27:28.550156 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "392b5954-420d-41d4-9f84-c1796d25690f", "name": "network-vif-deleted", "tag": "5a0805f5-fc54-4623-acd4-d8735193300d", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:27:28.550501 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f7600c8e-d8e4-4f47-a7ef-250cd7791fbb {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:27:28.550742 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '392b5954-420d-41d4-9f84-c1796d25690f', 'name': 'network-vif-deleted', 'tag': '5a0805f5-fc54-4623-acd4-d8735193300d', 'status': 'completed', 'code': 200} Aug 25 18:27:28.568907 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3d804f3a-27da-4b2b-add1-7e4c0268fa6a req-d33b147f-c8d7-44bd-8caf-0fef15c19e36 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=785e6c97-2cd6-47d1-9412-94c848cf1962&id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0472083 Aug 25 18:27:28.814817 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-64f68f13-bc73-4db4-b6b6-f0db50124213 req-ea720b5b-9572-4f7c-a046-510f13f7631c tempest-VolumesNegativeTest-381915843 tempest-VolumesNegativeTest-381915843-project] 10.222.0.37 "GET /v2.0/ports?device_id=392b5954-420d-41d4-9f84-c1796d25690f HTTP/1.1" status: 200 len: 210 time: 0.0261753 Aug 25 18:27:28.860882 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:29.677898 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff880c91-e574-431e-a8e7-67a226944c6b req-63bbf313-8365-43cc-9a34-17f857b724b7 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:29.679268 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ff880c91-e574-431e-a8e7-67a226944c6b req-63bbf313-8365-43cc-9a34-17f857b724b7 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 984 time: 0.0513916 Aug 25 18:27:29.718770 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ff880c91-e574-431e-a8e7-67a226944c6b req-b578ae5f-97e8-469a-8667-601b66e5f939 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=785e6c97-2cd6-47d1-9412-94c848cf1962&id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334907 Aug 25 18:27:30.831594 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744bda45-48f8-49a9-93a4-33690b1a23eb req-ff738c03-3796-45f8-9735-9e94acf24970 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:30.833170 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-744bda45-48f8-49a9-93a4-33690b1a23eb req-ff738c03-3796-45f8-9735-9e94acf24970 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 984 time: 0.0493762 Aug 25 18:27:30.877468 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-744bda45-48f8-49a9-93a4-33690b1a23eb req-a9f1bf05-336d-4fe1-a8ac-944ce9f57760 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=785e6c97-2cd6-47d1-9412-94c848cf1962&id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377393 Aug 25 18:27:31.863952 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 5a0805f5-fc54-4623-acd4-d8735193300d no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:27:31.887154 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] No Port match for: 5a0805f5-fc54-4623-acd4-d8735193300d {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:27:31.887553 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 5a0805f5-fc54-4623-acd4-d8735193300d not bound to the agent host hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:27:31.991098 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc1bb2-a952-4409-98e4-7019bccc226d req-70673bf4-31d4-4fa1-ad2e-222cc67af1b7 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:31.992584 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6abc1bb2-a952-4409-98e4-7019bccc226d req-70673bf4-31d4-4fa1-ad2e-222cc67af1b7 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 984 time: 0.0501754 Aug 25 18:27:32.035248 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6abc1bb2-a952-4409-98e4-7019bccc226d req-1d362845-0293-4884-bec6-1d65b19957c2 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=785e6c97-2cd6-47d1-9412-94c848cf1962&id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352581 Aug 25 18:27:33.151673 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0453eba-caaa-4ce2-b1de-f7ef6249c4cb req-a733979b-3186-432d-b29c-2eb79cfb28d6 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:33.153157 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b0453eba-caaa-4ce2-b1de-f7ef6249c4cb req-a733979b-3186-432d-b29c-2eb79cfb28d6 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 984 time: 0.0513093 Aug 25 18:27:33.191364 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b0453eba-caaa-4ce2-b1de-f7ef6249c4cb req-afcd4619-9859-4b3f-ae53-d3063f0a63c8 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=785e6c97-2cd6-47d1-9412-94c848cf1962&id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323071 Aug 25 18:27:33.571412 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 39848) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:27:33.716911 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-fb6123fe-46a0-40f0-b0c5-1dd841f53de6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8db4b59056af4bf08307879ced74f14c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1442618 Aug 25 18:27:33.719634 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 39852) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:27:33.766328 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6427d8f-ea52-401c-9cd7-cd7c178e4e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:33.786325 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6427d8f-ea52-401c-9cd7-cd7c178e4e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:33.830675 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6427d8f-ea52-401c-9cd7-cd7c178e4e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:33.833297 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6427d8f-ea52-401c-9cd7-cd7c178e4e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:33.834407 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-c6427d8f-ea52-401c-9cd7-cd7c178e4e77 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4762df39-e992-47e4-8d05-6bb8aae2ea23 HTTP/1.1" status: 204 len: 168 time: 0.1138666 Aug 25 18:27:33.841758 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6427d8f-ea52-401c-9cd7-cd7c178e4e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4762df39-e992-47e4-8d05-6bb8aae2ea23,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:27:34.311777 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01b706-ca8d-4d27-9d9b-7d1bc03ddbd9 req-7e4503fc-5010-440c-9c9c-57e45573d011 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:34.313298 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-cf01b706-ca8d-4d27-9d9b-7d1bc03ddbd9 req-7e4503fc-5010-440c-9c9c-57e45573d011 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 984 time: 0.0566072 Aug 25 18:27:34.355037 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-cf01b706-ca8d-4d27-9d9b-7d1bc03ddbd9 req-9b417065-6f85-4ad5-9f02-c87f10deaacf tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=785e6c97-2cd6-47d1-9412-94c848cf1962&id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342376 Aug 25 18:27:35.467755 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c67f04-cc33-4ae3-959b-4b64a073d2f9 req-e39131e6-9d9f-4f0a-950d-7b590fa45863 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:35.469251 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-05c67f04-cc33-4ae3-959b-4b64a073d2f9 req-e39131e6-9d9f-4f0a-950d-7b590fa45863 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 984 time: 0.0484819 Aug 25 18:27:35.652566 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-05c67f04-cc33-4ae3-959b-4b64a073d2f9 req-c657c704-b9f8-426f-860a-84137e31ec74 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=785e6c97-2cd6-47d1-9412-94c848cf1962&id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1770670 Aug 25 18:27:36.765650 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb2b32-092f-41a6-9eb9-23660fc4ea1d req-365446dd-b89c-4992-a8bf-57f6ad059534 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:36.767093 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-11fb2b32-092f-41a6-9eb9-23660fc4ea1d req-365446dd-b89c-4992-a8bf-57f6ad059534 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 984 time: 0.0477405 Aug 25 18:27:36.804812 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-11fb2b32-092f-41a6-9eb9-23660fc4ea1d req-91207c9e-7063-425e-8176-d1afee160cf0 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=785e6c97-2cd6-47d1-9412-94c848cf1962&id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0317678 Aug 25 18:27:37.919676 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f08cc-e152-409c-a693-5154979b1f4d req-e9e540e7-015b-4722-8927-a1b68a3c8784 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:37.921125 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7c7f08cc-e152-409c-a693-5154979b1f4d req-e9e540e7-015b-4722-8927-a1b68a3c8784 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 984 time: 0.0499463 Aug 25 18:27:37.959907 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7c7f08cc-e152-409c-a693-5154979b1f4d req-574c626e-16dd-4a0f-bcfa-187b1e456b91 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=785e6c97-2cd6-47d1-9412-94c848cf1962&id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328891 Aug 25 18:27:45.452100 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f1e73-f5b8-4a91-966c-9341556d3899 req-1fbfab9f-13f0-4d5d-842f-0f6123fbd68f tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:45.453571 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-202f1e73-f5b8-4a91-966c-9341556d3899 req-1fbfab9f-13f0-4d5d-842f-0f6123fbd68f tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 945 time: 0.0472438 Aug 25 18:27:45.490593 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-202f1e73-f5b8-4a91-966c-9341556d3899 req-e83d7e03-fdbe-4bdb-8e76-9f36b276107a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311751 Aug 25 18:27:46.607980 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1278af7-a598-4bd9-8431-18702125771a req-3dab5698-a377-4762-991d-07acb3d44e62 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:46.609455 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d1278af7-a598-4bd9-8431-18702125771a req-3dab5698-a377-4762-991d-07acb3d44e62 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 945 time: 0.0475140 Aug 25 18:27:46.646184 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d1278af7-a598-4bd9-8431-18702125771a req-c371e27a-6cdf-43ae-a382-cf8ce08ce88b tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308816 Aug 25 18:27:47.772084 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525afda-6e49-4e01-a837-277fd1cbfa1b req-9247f72d-8f49-455c-8d68-2bd2372af60e tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:47.773582 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7525afda-6e49-4e01-a837-277fd1cbfa1b req-9247f72d-8f49-455c-8d68-2bd2372af60e tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 945 time: 0.0586908 Aug 25 18:27:47.810561 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7525afda-6e49-4e01-a837-277fd1cbfa1b req-a91bdd91-b0a4-4d21-b078-2e04015a8224 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311329 Aug 25 18:27:48.545183 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:48.930244 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059825d2-28ad-4f5c-bbb7-d76a6323a117 req-5ec2856b-e9f8-4536-8050-ab01c8c90ea2 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:48.931713 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-059825d2-28ad-4f5c-bbb7-d76a6323a117 req-5ec2856b-e9f8-4536-8050-ab01c8c90ea2 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 945 time: 0.0500884 Aug 25 18:27:48.968626 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-059825d2-28ad-4f5c-bbb7-d76a6323a117 req-1bb81d9b-0e18-47f7-b820-f9b35fe99a35 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311120 Aug 25 18:27:49.095710 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2f92c47d-1cb7-42f9-8db1-3635dd0bb862 req-091ae1b6-e734-4ac4-9d2f-1dac26b11be8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463324 Aug 25 18:27:49.181259 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92c47d-1cb7-42f9-8db1-3635dd0bb862 req-e2dd0eb3-b024-4da6-9631-74c268c508b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:49.182720 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2f92c47d-1cb7-42f9-8db1-3635dd0bb862 req-e2dd0eb3-b024-4da6-9631-74c268c508b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff6fe479012b4bdfbf44365f146a6cb1&device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 1099 time: 0.0430377 Aug 25 18:27:49.288461 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92c47d-1cb7-42f9-8db1-3635dd0bb862 req-8b2aaff7-741a-4a7e-a1c4-78564248f2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:49.289943 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2f92c47d-1cb7-42f9-8db1-3635dd0bb862 req-8b2aaff7-741a-4a7e-a1c4-78564248f2c4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d04d8ed-dff1-407b-ac17-418584fb2033 HTTP/1.1" status: 200 len: 911 time: 0.0829608 Aug 25 18:27:49.356641 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2f92c47d-1cb7-42f9-8db1-3635dd0bb862 req-bbe33896-3691-468f-9477-9df9f2cc42f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acea7bd8-0455-454e-9c25-fcc6f7c46d2d HTTP/1.1" status: 200 len: 1002 time: 0.0595586 Aug 25 18:27:49.422352 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92c47d-1cb7-42f9-8db1-3635dd0bb862 req-bdc529bb-71bc-4e0e-b75a-5a278c3029d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:49.423820 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2f92c47d-1cb7-42f9-8db1-3635dd0bb862 req-bdc529bb-71bc-4e0e-b75a-5a278c3029d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37e9ac56-2a31-4c36-93d9-ecbd84267da7 HTTP/1.1" status: 200 len: 849 time: 0.0584610 Aug 25 18:27:49.475952 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92c47d-1cb7-42f9-8db1-3635dd0bb862 req-9799bf52-ac47-4930-9ae2-91983880ff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:49.477466 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2f92c47d-1cb7-42f9-8db1-3635dd0bb862 req-9799bf52-ac47-4930-9ae2-91983880ff9c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d04d8ed-dff1-407b-ac17-418584fb2033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397925 Aug 25 18:27:49.576031 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2f92c47d-1cb7-42f9-8db1-3635dd0bb862 req-878a0546-9c44-4c31-96e3-6162d019f3c0 service neutron] 10.222.0.24 "GET /v2.0/networks/0d04d8ed-dff1-407b-ac17-418584fb2033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860302 Aug 25 18:27:49.664070 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2f92c47d-1cb7-42f9-8db1-3635dd0bb862 req-ef424d05-1564-41eb-9c9d-057048be47de service neutron] 10.222.0.24 "GET /v2.0/networks/0d04d8ed-dff1-407b-ac17-418584fb2033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802364 Aug 25 18:27:49.900024 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 6 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:27:50.086411 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be4baf-c486-4a0c-a6d0-e43d0a543101 req-053e8f54-15d0-45d6-b2ef-ae467154ad2b tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:50.087884 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d0be4baf-c486-4a0c-a6d0-e43d0a543101 req-053e8f54-15d0-45d6-b2ef-ae467154ad2b tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 945 time: 0.0499389 Aug 25 18:27:50.125056 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d0be4baf-c486-4a0c-a6d0-e43d0a543101 req-427afabf-77e1-47d1-a143-dac861a02d64 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309975 Aug 25 18:27:51.243726 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d05402-fdcf-4ca9-a7d5-c98d5654d6d3 req-ad8dcbdb-1520-469a-905c-ddc521ad8108 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:51.245200 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b4d05402-fdcf-4ca9-a7d5-c98d5654d6d3 req-ad8dcbdb-1520-469a-905c-ddc521ad8108 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 945 time: 0.0513835 Aug 25 18:27:51.282370 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b4d05402-fdcf-4ca9-a7d5-c98d5654d6d3 req-7fd5402e-46e3-4d80-ad65-2a074b301137 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312316 Aug 25 18:27:52.403483 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d795a8-1ecf-4b8f-83df-8d339b6297b8 req-1d14c61f-b344-4f43-9c4f-f93939323365 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:52.404981 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e7d795a8-1ecf-4b8f-83df-8d339b6297b8 req-1d14c61f-b344-4f43-9c4f-f93939323365 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 945 time: 0.0528319 Aug 25 18:27:52.442947 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e7d795a8-1ecf-4b8f-83df-8d339b6297b8 req-a529349b-fcdc-4a5d-8310-82911cb7878e tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318894 Aug 25 18:27:53.324759 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2eb58cae-43c5-410f-8530-fc9456788258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:53.558217 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80763240-3490-49aa-b2c8-bc482e5bd677 req-26d8951a-809c-453e-bc8d-df5a30892cd4 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:53.559658 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-80763240-3490-49aa-b2c8-bc482e5bd677 req-26d8951a-809c-453e-bc8d-df5a30892cd4 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 945 time: 0.0468650 Aug 25 18:27:53.596452 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-80763240-3490-49aa-b2c8-bc482e5bd677 req-99772c65-3a4d-45e5-b678-5eb9a6408567 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308602 Aug 25 18:27:54.715000 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbaa9b-36da-4537-a55f-a4fe3107eec1 req-433c9945-3323-40eb-b227-471f59463f83 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:54.716362 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-52cbaa9b-36da-4537-a55f-a4fe3107eec1 req-433c9945-3323-40eb-b227-471f59463f83 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 945 time: 0.0516026 Aug 25 18:27:54.753235 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-52cbaa9b-36da-4537-a55f-a4fe3107eec1 req-7d064ecd-95bf-44e7-98f2-532795b5d113 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306435 Aug 25 18:27:55.567350 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b147d-0447-4bda-a835-2328b2f797fd req-60c488a7-1c4a-4a62-b1a6-8bdbf2d35a6e tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:55.568815 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-040b147d-0447-4bda-a835-2328b2f797fd req-60c488a7-1c4a-4a62-b1a6-8bdbf2d35a6e tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0505571 Aug 25 18:27:55.606187 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-040b147d-0447-4bda-a835-2328b2f797fd req-b4956ac5-a89e-4357-89cd-2724b4404069 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312185 Aug 25 18:27:55.764056 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e4d1c132-748c-4288-b84d-aa5025049b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:55.873176 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a41135-646b-4e05-87e5-e2373852201d req-32574316-3717-4691-9ee7-7f07c44355a4 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:55.874749 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f1a41135-646b-4e05-87e5-e2373852201d req-32574316-3717-4691-9ee7-7f07c44355a4 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 945 time: 0.0480092 Aug 25 18:27:55.911206 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f1a41135-646b-4e05-87e5-e2373852201d req-065d30a2-aad1-4830-991b-be1ae33cc56b tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307570 Aug 25 18:27:56.719848 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48298921-aba3-4c6c-9781-fe09ab722b7b req-070b3145-2df0-44d2-bfa4-f25443492d1e tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:56.721255 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-48298921-aba3-4c6c-9781-fe09ab722b7b req-070b3145-2df0-44d2-bfa4-f25443492d1e tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0511425 Aug 25 18:27:56.759288 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-48298921-aba3-4c6c-9781-fe09ab722b7b req-80c10217-8fab-42d5-afa7-b73295372743 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322816 Aug 25 18:27:57.025290 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b9af1-0fd3-46be-9b37-e3e2b94acdcf req-21a78e3e-c020-4d06-a88a-c9760a720e81 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:57.027866 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2a0b9af1-0fd3-46be-9b37-e3e2b94acdcf req-21a78e3e-c020-4d06-a88a-c9760a720e81 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 945 time: 0.0478382 Aug 25 18:27:57.064944 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2a0b9af1-0fd3-46be-9b37-e3e2b94acdcf req-decea13a-db02-4ca4-a2d2-24c002a2a8d2 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311904 Aug 25 18:27:57.217965 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:57.453430 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:57.868902 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ddb0c-60b5-48ea-8dc1-0ff6ae3880e7 req-5ef703ce-74ab-4dec-80e9-5bade48f5a07 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:57.870808 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4d9ddb0c-60b5-48ea-8dc1-0ff6ae3880e7 req-5ef703ce-74ab-4dec-80e9-5bade48f5a07 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0468378 Aug 25 18:27:57.906723 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4d9ddb0c-60b5-48ea-8dc1-0ff6ae3880e7 req-f3a47f1a-d200-45f6-92e1-9da31c4c5dc8 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=181e219a-c68c-442c-92ea-2dc82905c88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301933 Aug 25 18:27:57.956242 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 289bab63-43d9-4aef-913f-b44128144a76 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 18:27:58.047486 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 289bab63-43d9-4aef-913f-b44128144a76, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=289bab63-43d9-4aef-913f-b44128144a76,segment=NetworkSegment(c7174dd9-e2ad-4230-9486-8edb6195741d),segment_id=c7174dd9-e2ad-4230-9486-8edb6195741d)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:27:58.062356 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Returning: {'device': '289bab63-43d9-4aef-913f-b44128144a76', 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61', 'port_id': '289bab63-43d9-4aef-913f-b44128144a76', 'mac_address': 'fa:16:3e:c6:6f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d7b14c-bc03-4fe0-a3a0-cffe2819abe3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 18:27:58.096533 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d75e1-eb47-4934-913a-0ef9f20c5214 req-60d8f02d-80e1-41bc-a866-e86af093ed1e tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:58.098395 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-596d75e1-eb47-4934-913a-0ef9f20c5214 req-60d8f02d-80e1-41bc-a866-e86af093ed1e tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 946 time: 0.0527990 Aug 25 18:27:58.101751 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:58.115857 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 289bab63-43d9-4aef-913f-b44128144a76 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:27:58.139268 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 289bab63-43d9-4aef-913f-b44128144a76, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=289bab63-43d9-4aef-913f-b44128144a76,segment=NetworkSegment(c7174dd9-e2ad-4230-9486-8edb6195741d),segment_id=c7174dd9-e2ad-4230-9486-8edb6195741d)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:27:58.145909 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:58.198736 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=289bab63-43d9-4aef-913f-b44128144a76,revision_number=6']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:27:58.223082 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['289bab63-43d9-4aef-913f-b44128144a76'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:27:58.233281 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a21bcf-da53-4513-86a9-ff323eaf229b req-53b90591-5e92-4be7-876f-3ff681927e88 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:58.234928 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b0a21bcf-da53-4513-86a9-ff323eaf229b req-53b90591-5e92-4be7-876f-3ff681927e88 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 944 time: 0.0934885 Aug 25 18:27:58.266380 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-596d75e1-eb47-4934-913a-0ef9f20c5214 req-9a3b9ad2-a436-4c19-8fa9-d7c53b92bb86 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Deleting port acea7bd8-0455-454e-9c25-fcc6f7c46d2d {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:27:58.266736 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-596d75e1-eb47-4934-913a-0ef9f20c5214 req-9a3b9ad2-a436-4c19-8fa9-d7c53b92bb86 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:58.326104 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b0a21bcf-da53-4513-86a9-ff323eaf229b req-03715db1-5a78-4d5a-9c35-6446341c1e99 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834544 Aug 25 18:27:58.386297 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-596d75e1-eb47-4934-913a-0ef9f20c5214 req-9a3b9ad2-a436-4c19-8fa9-d7c53b92bb86 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] For port acea7bd8-0455-454e-9c25-fcc6f7c46d2d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=acea7bd8-0455-454e-9c25-fcc6f7c46d2d,segment=NetworkSegment(62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168),segment_id=62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:27:58.386607 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-596d75e1-eb47-4934-913a-0ef9f20c5214 req-9a3b9ad2-a436-4c19-8fa9-d7c53b92bb86 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:58.567124 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-596d75e1-eb47-4934-913a-0ef9f20c5214 req-9a3b9ad2-a436-4c19-8fa9-d7c53b92bb86 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:58.567451 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-596d75e1-eb47-4934-913a-0ef9f20c5214 req-9a3b9ad2-a436-4c19-8fa9-d7c53b92bb86 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438161'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:58.567760 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.db.l3_db [req-596d75e1-eb47-4934-913a-0ef9f20c5214 req-9a3b9ad2-a436-4c19-8fa9-d7c53b92bb86 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Floating IP e7b73cdd-cf25-4fa7-937f-696c6cf4628c disassociated. External IP: 172.27.3.250, port: acea7bd8-0455-454e-9c25-fcc6f7c46d2d. Aug 25 18:27:58.568090 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-596d75e1-eb47-4934-913a-0ef9f20c5214 req-9a3b9ad2-a436-4c19-8fa9-d7c53b92bb86 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Calling delete_port for acea7bd8-0455-454e-9c25-fcc6f7c46d2d owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:27:58.714532 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-596d75e1-eb47-4934-913a-0ef9f20c5214 req-9a3b9ad2-a436-4c19-8fa9-d7c53b92bb86 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:58.743876 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b9ad2-a436-4c19-8fa9-d7c53b92bb86 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Pushing event deleted for resources: {'Port': ['ID=acea7bd8-0455-454e-9c25-fcc6f7c46d2d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:27:58.756251 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3b9ad2-a436-4c19-8fa9-d7c53b92bb86 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:27:58.756644 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3b9ad2-a436-4c19-8fa9-d7c53b92bb86 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:27:58.756993 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3b9ad2-a436-4c19-8fa9-d7c53b92bb86 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:27:58.757322 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3b9ad2-a436-4c19-8fa9-d7c53b92bb86 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:27:58.757651 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3b9ad2-a436-4c19-8fa9-d7c53b92bb86 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:27:58.761577 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3b9ad2-a436-4c19-8fa9-d7c53b92bb86 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:27:58.761577 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3b9ad2-a436-4c19-8fa9-d7c53b92bb86 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:27:58.761577 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3b9ad2-a436-4c19-8fa9-d7c53b92bb86 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:27:58.761577 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3b9ad2-a436-4c19-8fa9-d7c53b92bb86 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:27:58.761577 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3b9ad2-a436-4c19-8fa9-d7c53b92bb86 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:27:58.761577 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3b9ad2-a436-4c19-8fa9-d7c53b92bb86 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:27:58.761577 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3b9ad2-a436-4c19-8fa9-d7c53b92bb86 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:27:58.865765 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:58.888498 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-596d75e1-eb47-4934-913a-0ef9f20c5214 req-9a3b9ad2-a436-4c19-8fa9-d7c53b92bb86 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Router 82765363-f53f-4ab1-a3fb-f61972a507c7 has already been hosted by L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:27:59.015552 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-820df4c4-339b-4d11-878e-009ed66e08d9 req-57ea4865-a740-4d82-9158-a6736cacbcd7 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b020cc3-c94e-4dd6-8d02-3318b0542e4e HTTP/1.1" status: 200 len: 210 time: 0.0342667 Aug 25 18:27:59.028169 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-596d75e1-eb47-4934-913a-0ef9f20c5214 req-9a3b9ad2-a436-4c19-8fa9-d7c53b92bb86 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:27:59.038185 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ced4f5-a92f-4ff5-aa6b-43785e684670 None None] Sync routers for ids ['82765363-f53f-4ab1-a3fb-f61972a507c7'] in dv-cinder-790492-8-iscsi {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:27:59.048049 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ced4f5-a92f-4ff5-aa6b-43785e684670 None None] Routers {'82765363-f53f-4ab1-a3fb-f61972a507c7'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:27:59.048998 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e4ced4f5-a92f-4ff5-aa6b-43785e684670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:27:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['82765363-f53f-4ab1-a3fb-f61972a507c7'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:27:59.077102 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-596d75e1-eb47-4934-913a-0ef9f20c5214 req-9a3b9ad2-a436-4c19-8fa9-d7c53b92bb86 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] No DVR routers for this DVR port acea7bd8-0455-454e-9c25-fcc6f7c46d2d on host hv-cinder-79049 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:27:59.079940 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-596d75e1-eb47-4934-913a-0ef9f20c5214 req-9a3b9ad2-a436-4c19-8fa9-d7c53b92bb86 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:27:59.082011 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-596d75e1-eb47-4934-913a-0ef9f20c5214 req-9a3b9ad2-a436-4c19-8fa9-d7c53b92bb86 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.24 "DELETE /v2.0/ports/acea7bd8-0455-454e-9c25-fcc6f7c46d2d HTTP/1.1" status: 204 len: 173 time: 0.9742508 Aug 25 18:27:59.082480 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b020cc3-c94e-4dd6-8d02-3318b0542e4e', 'name': 'network-vif-deleted', 'tag': 'acea7bd8-0455-454e-9c25-fcc6f7c46d2d'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:27:59.084796 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ef7a40-ebd0-408e-8cd9-5cdacd4db7ea" -d '{"events": [{"server_uuid": "2b020cc3-c94e-4dd6-8d02-3318b0542e4e", "name": "network-vif-deleted", "tag": "acea7bd8-0455-454e-9c25-fcc6f7c46d2d"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:27:59.224240 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0040bd1-19f1-454b-aaee-0d1126f8cc1a x-openstack-request-id: req-b0040bd1-19f1-454b-aaee-0d1126f8cc1a {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:27:59.224866 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b020cc3-c94e-4dd6-8d02-3318b0542e4e", "name": "network-vif-deleted", "tag": "acea7bd8-0455-454e-9c25-fcc6f7c46d2d", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:27:59.224866 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b0040bd1-19f1-454b-aaee-0d1126f8cc1a {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:27:59.225161 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b020cc3-c94e-4dd6-8d02-3318b0542e4e', 'name': 'network-vif-deleted', 'tag': 'acea7bd8-0455-454e-9c25-fcc6f7c46d2d', 'status': 'completed', 'code': 200} Aug 25 18:27:59.258683 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-e4ced4f5-a92f-4ff5-aa6b-43785e684670 None None] Set router 82765363-f53f-4ab1-a3fb-f61972a507c7 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:27:59.470292 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b9e4d-8769-4628-9c1a-fde0201accf9 req-b8286f60-d8be-4675-9cad-3c502f3ca6ef tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:27:59.477641 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-805b9e4d-8769-4628-9c1a-fde0201accf9 req-b8286f60-d8be-4675-9cad-3c502f3ca6ef tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 944 time: 0.0576584 Aug 25 18:27:59.494863 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e4ced4f5-a92f-4ff5-aa6b-43785e684670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'name': 'tempest-AttachVolumeTestJSON-264473942-router', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '3e5b458c-f251-4566-a0b3-b8fb1441987e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:23:54Z', 'revision_number': 4, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'gw_port': {'id': '3e5b458c-f251-4566-a0b3-b8fb1441987e', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '081eba37-682c-4461-9999-0209b94d8f60', 'name': '', 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'mac_address': 'fa:16:3e:ab:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '37e9ac56-2a31-4c36-93d9-ecbd84267da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:23:53Z', 'updated_at': '2021-08-25T18:24:01Z', 'revision_number': 5, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'subnets': [{'id': '37e9ac56-2a31-4c36-93d9-ecbd84267da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:27:59.521588 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ced4f5-a92f-4ff5-aa6b-43785e684670 None None] Checking router: 82765363-f53f-4ab1-a3fb-f61972a507c7 for host: dv-cinder-790492-8-iscsi {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:27:59.527431 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-805b9e4d-8769-4628-9c1a-fde0201accf9 req-c1d2ba04-bc09-4ca0-ab50-057a77e34c99 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477912 Aug 25 18:27:59.549463 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ced4f5-a92f-4ff5-aa6b-43785e684670 None None] Routers {'82765363-f53f-4ab1-a3fb-f61972a507c7'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:27:59.550286 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e4ced4f5-a92f-4ff5-aa6b-43785e684670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:27:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['82765363-f53f-4ab1-a3fb-f61972a507c7'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:27:59.683827 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-e4ced4f5-a92f-4ff5-aa6b-43785e684670 None None] Set router 82765363-f53f-4ab1-a3fb-f61972a507c7 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:27:59.943349 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e4ced4f5-a92f-4ff5-aa6b-43785e684670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'name': 'tempest-AttachVolumeTestJSON-264473942-router', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '3e5b458c-f251-4566-a0b3-b8fb1441987e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:23:54Z', 'revision_number': 4, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'gw_port': {'id': '3e5b458c-f251-4566-a0b3-b8fb1441987e', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '081eba37-682c-4461-9999-0209b94d8f60', 'name': '', 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'mac_address': 'fa:16:3e:ab:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '37e9ac56-2a31-4c36-93d9-ecbd84267da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:23:53Z', 'updated_at': '2021-08-25T18:24:01Z', 'revision_number': 5, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'subnets': [{'id': '37e9ac56-2a31-4c36-93d9-ecbd84267da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:27:59.973052 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 289bab63-43d9-4aef-913f-b44128144a76 up at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:27:59.977052 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ced4f5-a92f-4ff5-aa6b-43785e684670 None None] The sync data for ids ['82765363-f53f-4ab1-a3fb-f61972a507c7'] in dv-cinder-790492-8-iscsi is: [{'id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'name': 'tempest-AttachVolumeTestJSON-264473942-router', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '3e5b458c-f251-4566-a0b3-b8fb1441987e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:23:54Z', 'revision_number': 4, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'gw_port': {'id': '3e5b458c-f251-4566-a0b3-b8fb1441987e', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '081eba37-682c-4461-9999-0209b94d8f60', 'name': '', 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'mac_address': 'fa:16:3e:ab:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '37e9ac56-2a31-4c36-93d9-ecbd84267da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:23:53Z', 'updated_at': '2021-08-25T18:24:01Z', 'revision_number': 5, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'subnets': [{'id': '37e9ac56-2a31-4c36-93d9-ecbd84267da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:28:00.057135 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning complete for port 289bab63-43d9-4aef-913f-b44128144a76 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:28:00.057546 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:00.133750 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 39990) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:28:00.163796 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:00.196259 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c753949-3f6d-47ae-8184-b5783f724c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289bab63-43d9-4aef-913f-b44128144a76'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:28:00.199139 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700cf778d203af030a48c7cd7e91a8769aab6ec207ebda1a87165573d1bde0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4888bbb-2c5a-4217-830e-12a579ea4b6d" -d '{"events": [{"server_uuid": "2c753949-3f6d-47ae-8184-b5783f724c50", "name": "network-vif-plugged", "status": "completed", "tag": "289bab63-43d9-4aef-913f-b44128144a76"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:28:00.216406 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7c3d4fe-bcb6-4270-b1fe-4ee6fe0e9ced tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:00.218360 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 289bab63-43d9-4aef-913f-b44128144a76, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=289bab63-43d9-4aef-913f-b44128144a76,segment=NetworkSegment(c7174dd9-e2ad-4230-9486-8edb6195741d),segment_id=c7174dd9-e2ad-4230-9486-8edb6195741d)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:28:00.224764 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:00.261757 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7c3d4fe-bcb6-4270-b1fe-4ee6fe0e9ced tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:00.272902 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1966686-8281-483a-a6a4-bf04be690a77 x-openstack-request-id: req-c1966686-8281-483a-a6a4-bf04be690a77 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:28:00.273440 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c753949-3f6d-47ae-8184-b5783f724c50", "name": "network-vif-plugged", "status": "completed", "tag": "289bab63-43d9-4aef-913f-b44128144a76", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:28:00.273440 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c1966686-8281-483a-a6a4-bf04be690a77 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:28:00.273800 dv-cinder-790492-8-iscsi neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c753949-3f6d-47ae-8184-b5783f724c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289bab63-43d9-4aef-913f-b44128144a76', 'code': 200} Aug 25 18:28:00.302937 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=289bab63-43d9-4aef-913f-b44128144a76,revision_number=7']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:00.327431 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7c3d4fe-bcb6-4270-b1fe-4ee6fe0e9ced tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:00.333285 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7c3d4fe-bcb6-4270-b1fe-4ee6fe0e9ced tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:00.334691 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-f7c3d4fe-bcb6-4270-b1fe-4ee6fe0e9ced tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "DELETE /v2.0/security-groups/181e219a-c68c-442c-92ea-2dc82905c88b HTTP/1.1" status: 204 len: 168 time: 0.1999495 Aug 25 18:28:00.337805 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 39994) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:28:00.349442 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf72fbc-a698-46c1-a585-be9b4c8847cb None None] New status for floating IP e7b73cdd-cf25-4fa7-937f-696c6cf4628c: DOWN {{(pid=93794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 18:28:00.350278 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3d4fe-bcb6-4270-b1fe-4ee6fe0e9ced tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=181e219a-c68c-442c-92ea-2dc82905c88b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:00.378337 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.api.v2.resource [None req-4a69400b-7845-4bad-95c9-85d7521919bf tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] show failed (client error): The resource could not be found. Aug 25 18:28:00.380324 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-4a69400b-7845-4bad-95c9-85d7521919bf tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups/181e219a-c68c-442c-92ea-2dc82905c88b HTTP/1.1" status: 404 len: 347 time: 0.0410867 Aug 25 18:28:00.383541 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 39996) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:28:00.583813 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-de5975c1-71c5-4ea7-8d5a-47cc01d7965f tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Deleting port 71745bd2-4270-4660-9ae5-76197d3f1d12 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:28:00.584728 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de5975c1-71c5-4ea7-8d5a-47cc01d7965f tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:00.692599 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82fcb1a-bd31-4212-b137-5d7e18a942d5 req-fbb7f54e-7730-413a-accf-b2eebd16e2f9 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:00.694137 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f82fcb1a-bd31-4212-b137-5d7e18a942d5 req-fbb7f54e-7730-413a-accf-b2eebd16e2f9 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 945 time: 0.0689695 Aug 25 18:28:00.730739 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de5975c1-71c5-4ea7-8d5a-47cc01d7965f tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:00.731125 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de5975c1-71c5-4ea7-8d5a-47cc01d7965f tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:00.752953 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-de5975c1-71c5-4ea7-8d5a-47cc01d7965f tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Calling delete_port for 71745bd2-4270-4660-9ae5-76197d3f1d12 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:28:00.766314 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f82fcb1a-bd31-4212-b137-5d7e18a942d5 req-4ce07e09-731e-44b2-8e54-05db8cd74348 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622177 Aug 25 18:28:00.909881 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de5975c1-71c5-4ea7-8d5a-47cc01d7965f tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:00.938620 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5975c1-71c5-4ea7-8d5a-47cc01d7965f tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Pushing event deleted for resources: {'Port': ['ID=71745bd2-4270-4660-9ae5-76197d3f1d12,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:01.010921 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de5975c1-71c5-4ea7-8d5a-47cc01d7965f tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:01.013928 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de5975c1-71c5-4ea7-8d5a-47cc01d7965f tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:01.015079 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-de5975c1-71c5-4ea7-8d5a-47cc01d7965f tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "DELETE /v2.0/floatingips/e7b73cdd-cf25-4fa7-937f-696c6cf4628c HTTP/1.1" status: 204 len: 168 time: 0.6303163 Aug 25 18:28:01.281935 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 40002) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:28:01.286451 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a6c9d7cd-5b2d-4dfa-bd9f-083f401b8728 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2128283212', 'description': 'tempest-description--334420095'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:28:01.315471 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6c9d7cd-5b2d-4dfa-bd9f-083f401b8728 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:01.410771 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6c9d7cd-5b2d-4dfa-bd9f-083f401b8728 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:01.415239 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6c9d7cd-5b2d-4dfa-bd9f-083f401b8728 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:01.432204 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6c9d7cd-5b2d-4dfa-bd9f-083f401b8728 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:01.436034 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-a6c9d7cd-5b2d-4dfa-bd9f-083f401b8728 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1506584 Aug 25 18:28:01.439889 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 40004) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:28:01.444083 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-ed780ff4-7004-4bb9-84d2-9f39b5d410d5 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Request body: {'security_group_rule': {'security_group_id': '8db20cad-5088-4eeb-a93f-5beedbae0720', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:28:01.470239 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9d7cd-5b2d-4dfa-bd9f-083f401b8728 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8db20cad-5088-4eeb-a93f-5beedbae0720,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:01.486170 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ed780ff4-7004-4bb9-84d2-9f39b5d410d5 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:01.538967 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ed780ff4-7004-4bb9-84d2-9f39b5d410d5 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:01.543415 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ed780ff4-7004-4bb9-84d2-9f39b5d410d5 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516089'] for security_group_rule, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:01.566384 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed780ff4-7004-4bb9-84d2-9f39b5d410d5 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=776edb21-b188-4784-a995-a88eb1ceb38a,revision_number=0']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:01.578668 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed780ff4-7004-4bb9-84d2-9f39b5d410d5 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:28:01.578668 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed780ff4-7004-4bb9-84d2-9f39b5d410d5 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:28:01.578668 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed780ff4-7004-4bb9-84d2-9f39b5d410d5 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:28:01.578668 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed780ff4-7004-4bb9-84d2-9f39b5d410d5 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:28:01.579573 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed780ff4-7004-4bb9-84d2-9f39b5d410d5 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:28:01.579573 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed780ff4-7004-4bb9-84d2-9f39b5d410d5 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:28:01.579736 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed780ff4-7004-4bb9-84d2-9f39b5d410d5 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:28:01.579913 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed780ff4-7004-4bb9-84d2-9f39b5d410d5 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:28:01.580482 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed780ff4-7004-4bb9-84d2-9f39b5d410d5 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:28:01.580895 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed780ff4-7004-4bb9-84d2-9f39b5d410d5 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:28:01.581218 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed780ff4-7004-4bb9-84d2-9f39b5d410d5 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:28:01.581533 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed780ff4-7004-4bb9-84d2-9f39b5d410d5 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:28:01.592361 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ed780ff4-7004-4bb9-84d2-9f39b5d410d5 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:01.593660 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-ed780ff4-7004-4bb9-84d2-9f39b5d410d5 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1561940 Aug 25 18:28:01.596593 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 40006) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:28:01.601171 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-dd227b10-c8ba-433d-8f27-4a38cbb3f918 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Request body: {'security_group_rule': {'security_group_id': '8db20cad-5088-4eeb-a93f-5beedbae0720', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:28:01.627394 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dd227b10-c8ba-433d-8f27-4a38cbb3f918 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:01.707749 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dd227b10-c8ba-433d-8f27-4a38cbb3f918 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:01.715603 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dd227b10-c8ba-433d-8f27-4a38cbb3f918 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516089'] for security_group_rule, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:01.734117 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd227b10-c8ba-433d-8f27-4a38cbb3f918 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf78c0d4-e5fb-45ee-abac-d8d781379263,revision_number=0']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:01.744849 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dd227b10-c8ba-433d-8f27-4a38cbb3f918 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:01.750420 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-dd227b10-c8ba-433d-8f27-4a38cbb3f918 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1484611 Aug 25 18:28:01.750420 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 40012) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:28:01.754404 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-8f06e07c-8a82-44fb-8c01-ba1a75a60a71 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Request body: {'floatingip': {'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:28:01.784632 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8f06e07c-8a82-44fb-8c01-ba1a75a60a71 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for floatingip, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:01.893634 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8f06e07c-8a82-44fb-8c01-ba1a75a60a71 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:01.943843 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14f3b1-7a2f-4169-ae93-3ff11a17d07f req-5debbd8d-f81e-48ff-b795-8f5117d4e8dc tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:01.951892 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9a14f3b1-7a2f-4169-ae93-3ff11a17d07f req-5debbd8d-f81e-48ff-b795-8f5117d4e8dc tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 945 time: 0.0847061 Aug 25 18:28:01.967086 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device acea7bd8-0455-454e-9c25-fcc6f7c46d2d no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:28:01.993946 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] No Port match for: acea7bd8-0455-454e-9c25-fcc6f7c46d2d {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:28:01.994396 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device acea7bd8-0455-454e-9c25-fcc6f7c46d2d not bound to the agent host hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:28:02.010578 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9a14f3b1-7a2f-4169-ae93-3ff11a17d07f req-64fb2c5f-e0bb-43bd-b14b-7c53ddcb1100 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577333 Aug 25 18:28:02.039754 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-8f06e07c-8a82-44fb-8c01-ba1a75a60a71 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Allocated IP 172.27.3.46 (e0615610-0145-4336-86ca-92716d56c217/ba8c35dc-42f2-4379-aafd-ce1793efee80/03f66227-3a63-4e4a-9e0f-fd3e53729a79) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:28:02.142654 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8f06e07c-8a82-44fb-8c01-ba1a75a60a71 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:02.186536 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8f06e07c-8a82-44fb-8c01-ba1a75a60a71 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12706292'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:02.225209 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f06e07c-8a82-44fb-8c01-ba1a75a60a71 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Network e0615610-0145-4336-86ca-92716d56c217 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:28:02.228165 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-8f06e07c-8a82-44fb-8c01-ba1a75a60a71 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:28:02.234567 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f06e07c-8a82-44fb-8c01-ba1a75a60a71 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:28:02.263190 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06e07c-8a82-44fb-8c01-ba1a75a60a71 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Pushing event updated for resources: {'Port': ['ID=03f66227-3a63-4e4a-9e0f-fd3e53729a79,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:02.328573 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8f06e07c-8a82-44fb-8c01-ba1a75a60a71 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:02.369463 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8f06e07c-8a82-44fb-8c01-ba1a75a60a71 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:02.554328 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8f06e07c-8a82-44fb-8c01-ba1a75a60a71 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:02.559248 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8f06e07c-8a82-44fb-8c01-ba1a75a60a71 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12706285'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:02.631978 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06e07c-8a82-44fb-8c01-ba1a75a60a71 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Pushing event updated for resources: {'Port': ['ID=03f66227-3a63-4e4a-9e0f-fd3e53729a79,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:02.645257 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8f06e07c-8a82-44fb-8c01-ba1a75a60a71 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438161'] for floatingip, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:02.660169 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8f06e07c-8a82-44fb-8c01-ba1a75a60a71 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for floatingip, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:02.661514 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-8f06e07c-8a82-44fb-8c01-ba1a75a60a71 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9106967 Aug 25 18:28:02.877104 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-d5f1bfef-d76e-4a56-b791-c1ffa209b9da tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2128283212&fields=id&tenant_id=ff6fe479012b4bdfbf44365f146a6cb1 HTTP/1.1" status: 200 len: 267 time: 0.0472183 Aug 25 18:28:02.999341 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-658359de-1abd-4b06-b84f-a9ca7507a99a tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:03.000809 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-658359de-1abd-4b06-b84f-a9ca7507a99a tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/networks?id=0d04d8ed-dff1-407b-ac17-418584fb2033 HTTP/1.1" status: 200 len: 810 time: 0.1163859 Aug 25 18:28:03.018464 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-ce93a131-4b2e-4fc8-b910-4315e8b747e9 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/quotas/ff6fe479012b4bdfbf44365f146a6cb1 HTTP/1.1" status: 200 len: 375 time: 0.0114050 Aug 25 18:28:03.079952 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-2f2a939c-cb9b-4bfa-8c69-829ba328bda9 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff6fe479012b4bdfbf44365f146a6cb1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0552452 Aug 25 18:28:03.150879 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa1159-9d37-482d-9a13-f19621e01075 req-9e1f5ea7-da3f-4814-812a-515ad23ab11a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:03.152468 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-75aa1159-9d37-482d-9a13-f19621e01075 req-9e1f5ea7-da3f-4814-812a-515ad23ab11a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 945 time: 0.0536807 Aug 25 18:28:03.242877 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-75aa1159-9d37-482d-9a13-f19621e01075 req-644a7f6f-68b8-439d-8a5e-f09524a10cac tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843527 Aug 25 18:28:03.282663 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-475e1af4-81df-4681-a53d-b9089ca3f9b3 service neutron] 10.222.0.37 "GET /v2.0/networks/0d04d8ed-dff1-407b-ac17-418584fb2033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893456 Aug 25 18:28:03.384177 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-5818876f-c916-4dc7-b618-26e25feb85a4 service neutron] 10.222.0.37 "GET /v2.0/networks/0d04d8ed-dff1-407b-ac17-418584fb2033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954068 Aug 25 18:28:03.618903 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9bdb3dc7-935e-4cc9-8636-82b57a794612 req-51bdcb4a-2505-4cfe-844b-c2084d677ab8 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef978983-dbd7-4db6-b59a-e4ac0b086d1e HTTP/1.1" status: 200 len: 210 time: 0.0313866 Aug 25 18:28:04.378276 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14662f8-db15-4d9a-be83-e86d0a3a6fa9 req-95e8894f-35f3-4733-84d3-e82bd4882b13 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:04.385073 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e14662f8-db15-4d9a-be83-e86d0a3a6fa9 req-95e8894f-35f3-4733-84d3-e82bd4882b13 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 945 time: 0.0582168 Aug 25 18:28:04.421253 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e14662f8-db15-4d9a-be83-e86d0a3a6fa9 req-091efe65-8967-499f-ba89-1db937a9d1cc tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350795 Aug 25 18:28:04.746788 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-77374beb-4c26-44f9-9ce9-1d66b884044c req-30a53a1c-8bf9-4a1b-9801-70c4740cb78a tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef978983-dbd7-4db6-b59a-e4ac0b086d1e HTTP/1.1" status: 200 len: 210 time: 0.0548766 Aug 25 18:28:04.889602 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-2f98c2e3-3381-4bee-8f6c-8afda953e56c tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:04.891311 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-2f98c2e3-3381-4bee-8f6c-8afda953e56c tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.24 "GET /v2.0/networks?id=0d04d8ed-dff1-407b-ac17-418584fb2033 HTTP/1.1" status: 200 len: 810 time: 0.1176300 Aug 25 18:28:04.965342 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-860bb085-a70a-4e33-9843-e7638e6e6b47 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff6fe479012b4bdfbf44365f146a6cb1 HTTP/1.1" status: 200 len: 380 time: 0.0600076 Aug 25 18:28:04.978236 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-40d09cd8-cdd9-4a03-b767-5eadb59cf84f tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Request body: {'port': {'device_id': 'ef978983-dbd7-4db6-b59a-e4ac0b086d1e', 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033', 'admin_state_up': True, 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'security_groups': ['8db20cad-5088-4eeb-a93f-5beedbae0720']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:28:05.410892 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-40d09cd8-cdd9-4a03-b767-5eadb59cf84f tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Made reservation on behalf of ff6fe479012b4bdfbf44365f146a6cb1 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:28:05.414838 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-40d09cd8-cdd9-4a03-b767-5eadb59cf84f tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:05.614506 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f70f07-8d1d-41f7-ba9d-e5053a5b5dda req-7c2e6870-abbc-4723-bd50-35c7b25bcd38 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:05.616083 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f3f70f07-8d1d-41f7-ba9d-e5053a5b5dda req-7c2e6870-abbc-4723-bd50-35c7b25bcd38 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 945 time: 0.1032453 Aug 25 18:28:05.617397 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-40d09cd8-cdd9-4a03-b767-5eadb59cf84f tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Allocated IP 172.20.0.11 (0d04d8ed-dff1-407b-ac17-418584fb2033/37e9ac56-2a31-4c36-93d9-ecbd84267da7/ea08c20d-17f0-4f8c-b389-b9717b8a385d) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:28:05.690644 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f3f70f07-8d1d-41f7-ba9d-e5053a5b5dda req-43b4409b-8c2a-46f2-81be-38009307c53a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604954 Aug 25 18:28:05.829269 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-40d09cd8-cdd9-4a03-b767-5eadb59cf84f tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:05.873903 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e8559ae1-fed6-4710-bc55-e45fcd61844e req-c9314663-0188-4419-8443-7e74557d1cc2 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef978983-dbd7-4db6-b59a-e4ac0b086d1e HTTP/1.1" status: 200 len: 210 time: 0.0420132 Aug 25 18:28:05.877495 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-40d09cd8-cdd9-4a03-b767-5eadb59cf84f tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Transition to ACTIVE for port object ea08c20d-17f0-4f8c-b389-b9717b8a385d will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:28:05.929587 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-40d09cd8-cdd9-4a03-b767-5eadb59cf84f tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:05.981068 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-40d09cd8-cdd9-4a03-b767-5eadb59cf84f tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Network 0d04d8ed-dff1-407b-ac17-418584fb2033 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:28:05.984790 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-40d09cd8-cdd9-4a03-b767-5eadb59cf84f tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:28:05.989787 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-40d09cd8-cdd9-4a03-b767-5eadb59cf84f tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:28:06.015842 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d09cd8-cdd9-4a03-b767-5eadb59cf84f tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Pushing event updated for resources: {'Port': ['ID=ea08c20d-17f0-4f8c-b389-b9717b8a385d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:06.052633 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-40d09cd8-cdd9-4a03-b767-5eadb59cf84f tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:06.052892 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-40d09cd8-cdd9-4a03-b767-5eadb59cf84f tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:06.083216 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-40d09cd8-cdd9-4a03-b767-5eadb59cf84f tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1107383 Aug 25 18:28:06.167696 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-f88c5b53-fa43-4c73-b1f5-cb7855146fcc service neutron] Request body: {'port': {'device_id': 'ef978983-dbd7-4db6-b59a-e4ac0b086d1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:28:06.224971 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-75783654-02a6-41ac-b44e-599c19a78c57 None None] Provisioning for port ea08c20d-17f0-4f8c-b389-b9717b8a385d completed by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:28:06.230773 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-75783654-02a6-41ac-b44e-599c19a78c57 None None] Provisioning complete for port ea08c20d-17f0-4f8c-b389-b9717b8a385d triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:28:06.231687 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-75783654-02a6-41ac-b44e-599c19a78c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:06.238491 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-f88c5b53-fa43-4c73-b1f5-cb7855146fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:06.269834 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-75783654-02a6-41ac-b44e-599c19a78c57 None None] Port ea08c20d-17f0-4f8c-b389-b9717b8a385d cannot update to ACTIVE because it is not bound. {{(pid=93793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:28:06.542800 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-f88c5b53-fa43-4c73-b1f5-cb7855146fcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea08c20d-17f0-4f8c-b389-b9717b8a385d {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:28:06.550889 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-f88c5b53-fa43-4c73-b1f5-cb7855146fcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:06.563694 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-f88c5b53-fa43-4c73-b1f5-cb7855146fcc service neutron] Transition to ACTIVE for port object ea08c20d-17f0-4f8c-b389-b9717b8a385d will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:28:06.567637 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-f88c5b53-fa43-4c73-b1f5-cb7855146fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13409301'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:06.639989 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c5b53-fa43-4c73-b1f5-cb7855146fcc service neutron] Pushing event updated for resources: {'Port': ['ID=ea08c20d-17f0-4f8c-b389-b9717b8a385d,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:06.708106 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-f88c5b53-fa43-4c73-b1f5-cb7855146fcc service neutron] Attempting to bind port ea08c20d-17f0-4f8c-b389-b9717b8a385d on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:28:06.708504 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-f88c5b53-fa43-4c73-b1f5-cb7855146fcc service neutron] Attempting to bind port ea08c20d-17f0-4f8c-b389-b9717b8a385d by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:28:06.708869 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-f88c5b53-fa43-4c73-b1f5-cb7855146fcc service neutron] Attempting to bind port ea08c20d-17f0-4f8c-b389-b9717b8a385d on network 0d04d8ed-dff1-407b-ac17-418584fb2033 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:28:06.714866 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-f88c5b53-fa43-4c73-b1f5-cb7855146fcc service neutron] Port ea08c20d-17f0-4f8c-b389-b9717b8a385d on network 0d04d8ed-dff1-407b-ac17-418584fb2033 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 18:28:06.715265 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-f88c5b53-fa43-4c73-b1f5-cb7855146fcc service neutron] Attempting to bind port ea08c20d-17f0-4f8c-b389-b9717b8a385d on network 0d04d8ed-dff1-407b-ac17-418584fb2033 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:28:06.721432 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-f88c5b53-fa43-4c73-b1f5-cb7855146fcc service neutron] Checking agent: {'id': '7fd900e3-9f03-4129-b0c6-db4e233cdb3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'started_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:28:06.721843 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-f88c5b53-fa43-4c73-b1f5-cb7855146fcc service neutron] Checking segment: {'id': '62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:28:06.722529 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-f88c5b53-fa43-4c73-b1f5-cb7855146fcc service neutron] Bound using segment: {'id': '62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:28:06.722969 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-f88c5b53-fa43-4c73-b1f5-cb7855146fcc service neutron] Bound port: ea08c20d-17f0-4f8c-b389-b9717b8a385d, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:28:06.723331 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-f88c5b53-fa43-4c73-b1f5-cb7855146fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:06.847221 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-f88c5b53-fa43-4c73-b1f5-cb7855146fcc service neutron] For port ea08c20d-17f0-4f8c-b389-b9717b8a385d, host hv-cinder-79049, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:28:06.851769 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-f88c5b53-fa43-4c73-b1f5-cb7855146fcc service neutron] For port ea08c20d-17f0-4f8c-b389-b9717b8a385d, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ea08c20d-17f0-4f8c-b389-b9717b8a385d,segment=NetworkSegment(62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168),segment_id=62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:28:06.856085 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-f88c5b53-fa43-4c73-b1f5-cb7855146fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13409301'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:06.872869 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b98b2b-8456-464d-952e-d25251a79260 req-7253d310-8d0b-4a7b-83ed-d47b355f7419 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:06.876250 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-36b98b2b-8456-464d-952e-d25251a79260 req-7253d310-8d0b-4a7b-83ed-d47b355f7419 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 945 time: 0.0816121 Aug 25 18:28:06.907155 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-f88c5b53-fa43-4c73-b1f5-cb7855146fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:06.907155 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-f88c5b53-fa43-4c73-b1f5-cb7855146fcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:06.907155 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-f88c5b53-fa43-4c73-b1f5-cb7855146fcc service neutron] 10.222.0.24 "PUT /v2.0/ports/ea08c20d-17f0-4f8c-b389-b9717b8a385d HTTP/1.1" status: 200 len: 1094 time: 0.8146205 Aug 25 18:28:06.914683 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef978983-dbd7-4db6-b59a-e4ac0b086d1e', 'tag': 'ea08c20d-17f0-4f8c-b389-b9717b8a385d'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:28:06.916978 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6dedfff-4f14-4088-80bc-681119e1ad6d" -d '{"events": [{"name": "network-changed", "server_uuid": "ef978983-dbd7-4db6-b59a-e4ac0b086d1e", "tag": "ea08c20d-17f0-4f8c-b389-b9717b8a385d"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:28:07.027960 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-36b98b2b-8456-464d-952e-d25251a79260 req-1b6c6f75-a282-4ca3-a748-4673e257af46 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321254 Aug 25 18:28:07.028643 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c5b53-fa43-4c73-b1f5-cb7855146fcc service neutron] Pushing event updated for resources: {'Port': ['ID=ea08c20d-17f0-4f8c-b389-b9717b8a385d,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:07.093835 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-4c92d0fb-cafe-43fa-8e63-ca72571a6371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:07.095743 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-4c92d0fb-cafe-43fa-8e63-ca72571a6371 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff6fe479012b4bdfbf44365f146a6cb1&device_id=ef978983-dbd7-4db6-b59a-e4ac0b086d1e HTTP/1.1" status: 200 len: 1097 time: 0.1367276 Aug 25 18:28:07.114256 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9e12c-a09f-4395-93b0-f5cd1106c246 req-fe30507f-e526-4e24-9fbd-df4433632024 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:07.115826 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-00d9e12c-a09f-4395-93b0-f5cd1106c246 req-fe30507f-e526-4e24-9fbd-df4433632024 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef978983-dbd7-4db6-b59a-e4ac0b086d1e HTTP/1.1" status: 200 len: 944 time: 0.0970116 Aug 25 18:28:07.129297 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a1a73a-f284-4edb-b339-0e7ba29fef1b x-openstack-request-id: req-d1a1a73a-f284-4edb-b339-0e7ba29fef1b {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:28:07.129297 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef978983-dbd7-4db6-b59a-e4ac0b086d1e", "tag": "ea08c20d-17f0-4f8c-b389-b9717b8a385d", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:28:07.129297 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1a1a73a-f284-4edb-b339-0e7ba29fef1b {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:28:07.129297 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef978983-dbd7-4db6-b59a-e4ac0b086d1e', 'tag': 'ea08c20d-17f0-4f8c-b389-b9717b8a385d', 'status': 'completed', 'code': 200} Aug 25 18:28:07.215285 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-a63c1f63-261c-41a6-920b-d71bc309f114 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea08c20d-17f0-4f8c-b389-b9717b8a385d HTTP/1.1" status: 200 len: 217 time: 0.1091287 Aug 25 18:28:07.270071 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-00d9e12c-a09f-4395-93b0-f5cd1106c246 req-1b1586d5-87a6-49ff-a013-b731edeb7e79 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=8db20cad-5088-4eeb-a93f-5beedbae0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399121 Aug 25 18:28:07.293227 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-05575887-f53f-4beb-8eef-009bd2c9ced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:07.294706 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-05575887-f53f-4beb-8eef-009bd2c9ced3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37e9ac56-2a31-4c36-93d9-ecbd84267da7 HTTP/1.1" status: 200 len: 849 time: 0.0716326 Aug 25 18:28:07.349630 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-6b2ad0f4-300f-48c6-8600-670250890abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:07.351128 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-6b2ad0f4-300f-48c6-8600-670250890abd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d04d8ed-dff1-407b-ac17-418584fb2033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486071 Aug 25 18:28:07.464567 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-57311e55-da70-43c7-bfc8-339e7d6ed3c3 service neutron] 10.222.0.24 "GET /v2.0/networks/0d04d8ed-dff1-407b-ac17-418584fb2033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047590 Aug 25 18:28:07.566425 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6f509dcc-8ed3-417e-8e46-0989d5990dbf req-edc7eff8-ce81-4b2d-abd4-8904f9c2fb10 service neutron] 10.222.0.24 "GET /v2.0/networks/0d04d8ed-dff1-407b-ac17-418584fb2033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940542 Aug 25 18:28:07.676432 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dedfff-4f14-4088-80bc-681119e1ad6d req-4f935995-6116-405f-9e80-f2da3fecb62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:07.680206 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a6dedfff-4f14-4088-80bc-681119e1ad6d req-4f935995-6116-405f-9e80-f2da3fecb62f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff6fe479012b4bdfbf44365f146a6cb1&device_id=ef978983-dbd7-4db6-b59a-e4ac0b086d1e HTTP/1.1" status: 200 len: 1097 time: 0.0521328 Aug 25 18:28:07.787911 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dedfff-4f14-4088-80bc-681119e1ad6d req-9a617109-54cf-459d-9a72-35ae2eb8af30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:07.789877 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a6dedfff-4f14-4088-80bc-681119e1ad6d req-9a617109-54cf-459d-9a72-35ae2eb8af30 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d04d8ed-dff1-407b-ac17-418584fb2033 HTTP/1.1" status: 200 len: 911 time: 0.1006982 Aug 25 18:28:07.833442 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a6dedfff-4f14-4088-80bc-681119e1ad6d req-e31ac908-0955-4eab-9d51-21b2ff726d30 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea08c20d-17f0-4f8c-b389-b9717b8a385d HTTP/1.1" status: 200 len: 217 time: 0.0349393 Aug 25 18:28:07.886745 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dedfff-4f14-4088-80bc-681119e1ad6d req-1b61245c-41bd-4581-b705-aaecaff0cb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:07.888340 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a6dedfff-4f14-4088-80bc-681119e1ad6d req-1b61245c-41bd-4581-b705-aaecaff0cb8b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37e9ac56-2a31-4c36-93d9-ecbd84267da7 HTTP/1.1" status: 200 len: 849 time: 0.0482259 Aug 25 18:28:07.940849 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dedfff-4f14-4088-80bc-681119e1ad6d req-e4d86f3e-c26c-46b3-85ae-14f262a3563b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:07.942348 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a6dedfff-4f14-4088-80bc-681119e1ad6d req-e4d86f3e-c26c-46b3-85ae-14f262a3563b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d04d8ed-dff1-407b-ac17-418584fb2033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464020 Aug 25 18:28:08.038093 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a6dedfff-4f14-4088-80bc-681119e1ad6d req-bb10c343-6242-4e4b-8a26-938ca7fce515 service neutron] 10.222.0.24 "GET /v2.0/networks/0d04d8ed-dff1-407b-ac17-418584fb2033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822461 Aug 25 18:28:08.161004 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a6dedfff-4f14-4088-80bc-681119e1ad6d req-3e48a89e-c3d5-4605-beb5-e2dc812fef15 service neutron] 10.222.0.24 "GET /v2.0/networks/0d04d8ed-dff1-407b-ac17-418584fb2033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133809 Aug 25 18:28:08.173297 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b551e-db12-4a6d-b018-f3ea7d6b2c28 req-cda6d1ff-4486-4896-a407-6a77818761d4 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:08.174712 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-149b551e-db12-4a6d-b018-f3ea7d6b2c28 req-cda6d1ff-4486-4896-a407-6a77818761d4 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 945 time: 0.0701756 Aug 25 18:28:08.213079 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-149b551e-db12-4a6d-b018-f3ea7d6b2c28 req-cfd9e161-ae30-4462-8b3b-e9e56bbb186d tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312617 Aug 25 18:28:08.384764 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92223b-7571-4113-bdcb-bf087d2b6958 req-83e1b176-68a0-420f-af51-c820ce5a58fb tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:08.386236 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-bb92223b-7571-4113-bdcb-bf087d2b6958 req-83e1b176-68a0-420f-af51-c820ce5a58fb tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef978983-dbd7-4db6-b59a-e4ac0b086d1e HTTP/1.1" status: 200 len: 944 time: 0.0477457 Aug 25 18:28:08.427590 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-bb92223b-7571-4113-bdcb-bf087d2b6958 req-4949ab29-ffd2-42eb-805e-7ccc23da841d tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=8db20cad-5088-4eeb-a93f-5beedbae0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356061 Aug 25 18:28:08.629556 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635dfd48-f0be-4682-9e95-37607b1114c2 req-aa238af8-bccb-4c61-ac6f-0a6abb86de59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:08.631011 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-635dfd48-f0be-4682-9e95-37607b1114c2 req-aa238af8-bccb-4c61-ac6f-0a6abb86de59 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e50d3e6eb4343348d784dfd6489ac79&device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 1098 time: 0.0390227 Aug 25 18:28:08.718333 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635dfd48-f0be-4682-9e95-37607b1114c2 req-f1a46e7c-2cb3-4132-8f19-869d91f4ffdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:08.719670 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-635dfd48-f0be-4682-9e95-37607b1114c2 req-f1a46e7c-2cb3-4132-8f19-869d91f4ffdc service neutron] 10.222.0.24 "GET /v2.0/networks?id=ca11b88d-433f-4cc3-bc46-86e155a29f61 HTTP/1.1" status: 200 len: 918 time: 0.0817986 Aug 25 18:28:08.788108 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-635dfd48-f0be-4682-9e95-37607b1114c2 req-95ce83db-b05c-4d6e-b3dc-384aa3adb718 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=289bab63-43d9-4aef-913f-b44128144a76 HTTP/1.1" status: 200 len: 1001 time: 0.0600019 Aug 25 18:28:08.836947 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635dfd48-f0be-4682-9e95-37607b1114c2 req-2182a129-64e1-4df0-9334-29aaeb1193aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:08.838884 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-635dfd48-f0be-4682-9e95-37607b1114c2 req-2182a129-64e1-4df0-9334-29aaeb1193aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9d7b14c-bc03-4fe0-a3a0-cffe2819abe3 HTTP/1.1" status: 200 len: 856 time: 0.0426967 Aug 25 18:28:08.883409 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635dfd48-f0be-4682-9e95-37607b1114c2 req-90bb5c74-ff04-4d70-b659-2dc5c4d4d9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:08.885403 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-635dfd48-f0be-4682-9e95-37607b1114c2 req-90bb5c74-ff04-4d70-b659-2dc5c4d4d9fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca11b88d-433f-4cc3-bc46-86e155a29f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384111 Aug 25 18:28:08.978553 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-635dfd48-f0be-4682-9e95-37607b1114c2 req-7fe5a636-8ca2-431d-95ec-a081e488f243 service neutron] 10.222.0.24 "GET /v2.0/networks/ca11b88d-433f-4cc3-bc46-86e155a29f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849416 Aug 25 18:28:09.064869 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-635dfd48-f0be-4682-9e95-37607b1114c2 req-fee94e6e-1809-49c3-ade3-64e2c94e7a94 service neutron] 10.222.0.24 "GET /v2.0/networks/ca11b88d-433f-4cc3-bc46-86e155a29f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795224 Aug 25 18:28:09.329176 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f5ee3-eed8-406d-97c5-daa8f35fa617 req-3cc002ee-30f7-44b5-a5e9-742fd952da53 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:09.330637 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-500f5ee3-eed8-406d-97c5-daa8f35fa617 req-3cc002ee-30f7-44b5-a5e9-742fd952da53 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 945 time: 0.0486076 Aug 25 18:28:09.371878 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-500f5ee3-eed8-406d-97c5-daa8f35fa617 req-b5c6c222-d70c-4805-af8f-a2511d5c2068 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354171 Aug 25 18:28:09.544039 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212dade-f37b-40a7-abd1-e485d951c9b5 req-6a317dd8-a0fa-437e-8d96-d4291a0570fd tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:09.545460 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6212dade-f37b-40a7-abd1-e485d951c9b5 req-6a317dd8-a0fa-437e-8d96-d4291a0570fd tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef978983-dbd7-4db6-b59a-e4ac0b086d1e HTTP/1.1" status: 200 len: 944 time: 0.0484791 Aug 25 18:28:09.582616 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6212dade-f37b-40a7-abd1-e485d951c9b5 req-ec0a9bb9-e18f-4df0-8d35-d74afe4bfa80 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=8db20cad-5088-4eeb-a93f-5beedbae0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311100 Aug 25 18:28:09.992235 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device ea08c20d-17f0-4f8c-b389-b9717b8a385d details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 18:28:10.083420 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port ea08c20d-17f0-4f8c-b389-b9717b8a385d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ea08c20d-17f0-4f8c-b389-b9717b8a385d,segment=NetworkSegment(62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168),segment_id=62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:28:10.095191 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Returning: {'device': 'ea08c20d-17f0-4f8c-b389-b9717b8a385d', 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033', 'port_id': 'ea08c20d-17f0-4f8c-b389-b9717b8a385d', 'mac_address': 'fa:16:3e:45:04:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e9ac56-2a31-4c36-93d9-ecbd84267da7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 18:28:10.133668 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:10.146587 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea08c20d-17f0-4f8c-b389-b9717b8a385d {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:28:10.165323 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port ea08c20d-17f0-4f8c-b389-b9717b8a385d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ea08c20d-17f0-4f8c-b389-b9717b8a385d,segment=NetworkSegment(62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168),segment_id=62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:28:10.169034 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:10.214081 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=ea08c20d-17f0-4f8c-b389-b9717b8a385d,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:10.429430 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['ea08c20d-17f0-4f8c-b389-b9717b8a385d'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:28:10.493068 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5edb72-c272-4df5-972e-d59373372f4a req-8e7165cc-af86-487e-99e3-b1bb56fe561a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:10.495114 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-eb5edb72-c272-4df5-972e-d59373372f4a req-8e7165cc-af86-487e-99e3-b1bb56fe561a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 945 time: 0.0532012 Aug 25 18:28:10.534408 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-eb5edb72-c272-4df5-972e-d59373372f4a req-777839c7-d20d-4bda-a457-9c515300a1e7 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334580 Aug 25 18:28:10.700303 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a145b6e-d576-409a-9f54-3cc35ead1f4b req-6f72ecf9-4bc9-4ca6-968f-42511d2f8921 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:10.701807 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6a145b6e-d576-409a-9f54-3cc35ead1f4b req-6f72ecf9-4bc9-4ca6-968f-42511d2f8921 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef978983-dbd7-4db6-b59a-e4ac0b086d1e HTTP/1.1" status: 200 len: 945 time: 0.0502553 Aug 25 18:28:10.744844 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6a145b6e-d576-409a-9f54-3cc35ead1f4b req-b27549ec-f5b7-40c3-a078-1af49b9723d2 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=8db20cad-5088-4eeb-a93f-5beedbae0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370510 Aug 25 18:28:11.650762 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d3c2c-0a3b-4a07-a76c-453a8c13d9fb req-3fe07a53-22a1-4936-9909-5c71e37d02f3 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:11.652122 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-070d3c2c-0a3b-4a07-a76c-453a8c13d9fb req-3fe07a53-22a1-4936-9909-5c71e37d02f3 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 945 time: 0.0470543 Aug 25 18:28:11.688775 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-070d3c2c-0a3b-4a07-a76c-453a8c13d9fb req-8785d52b-4e6c-436e-9180-58189e2a854d tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308793 Aug 25 18:28:11.857132 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5ab55-03f7-4fbd-8c5d-b7defc5b66fb req-cc214fea-b0ae-4b2e-837a-296f2dbd9934 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:11.858780 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4ae5ab55-03f7-4fbd-8c5d-b7defc5b66fb req-cc214fea-b0ae-4b2e-837a-296f2dbd9934 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef978983-dbd7-4db6-b59a-e4ac0b086d1e HTTP/1.1" status: 200 len: 945 time: 0.0506041 Aug 25 18:28:11.897520 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4ae5ab55-03f7-4fbd-8c5d-b7defc5b66fb req-153e0209-67b7-43e5-85bc-1e96d9c956c3 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=8db20cad-5088-4eeb-a93f-5beedbae0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326180 Aug 25 18:28:11.995286 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device ea08c20d-17f0-4f8c-b389-b9717b8a385d up at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:28:12.043657 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning for port ea08c20d-17f0-4f8c-b389-b9717b8a385d completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:28:12.047236 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning complete for port ea08c20d-17f0-4f8c-b389-b9717b8a385d triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:28:12.047612 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:12.125247 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:12.151735 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef978983-dbd7-4db6-b59a-e4ac0b086d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea08c20d-17f0-4f8c-b389-b9717b8a385d'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:28:12.154046 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700cf778d203af030a48c7cd7e91a8769aab6ec207ebda1a87165573d1bde0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3c203a-9ccf-42ed-be5c-1e709aef9147" -d '{"events": [{"server_uuid": "ef978983-dbd7-4db6-b59a-e4ac0b086d1e", "name": "network-vif-plugged", "status": "completed", "tag": "ea08c20d-17f0-4f8c-b389-b9717b8a385d"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:28:12.167704 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port ea08c20d-17f0-4f8c-b389-b9717b8a385d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ea08c20d-17f0-4f8c-b389-b9717b8a385d,segment=NetworkSegment(62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168),segment_id=62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:28:12.172036 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:12.173100 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 289bab63-43d9-4aef-913f-b44128144a76 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:28:12.250347 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=ea08c20d-17f0-4f8c-b389-b9717b8a385d,revision_number=5']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:12.257722 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2178265-7bc1-4c76-b768-1cd12609e877 x-openstack-request-id: req-d2178265-7bc1-4c76-b768-1cd12609e877 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:28:12.258008 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef978983-dbd7-4db6-b59a-e4ac0b086d1e", "name": "network-vif-plugged", "status": "completed", "tag": "ea08c20d-17f0-4f8c-b389-b9717b8a385d", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:28:12.258463 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d2178265-7bc1-4c76-b768-1cd12609e877 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:28:12.258849 dv-cinder-790492-8-iscsi neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef978983-dbd7-4db6-b59a-e4ac0b086d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea08c20d-17f0-4f8c-b389-b9717b8a385d', 'code': 200} Aug 25 18:28:12.294071 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:12.330220 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 289bab63-43d9-4aef-913f-b44128144a76, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=289bab63-43d9-4aef-913f-b44128144a76,segment=NetworkSegment(c7174dd9-e2ad-4230-9486-8edb6195741d),segment_id=c7174dd9-e2ad-4230-9486-8edb6195741d)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:28:12.334158 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:12.385373 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=289bab63-43d9-4aef-913f-b44128144a76,revision_number=8']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:12.431994 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f996d39-a87c-440c-9b9c-3ef3e9a0772c req-e226f6bf-658e-48c9-904a-612f40631c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:12.433753 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6f996d39-a87c-440c-9b9c-3ef3e9a0772c req-e226f6bf-658e-48c9-904a-612f40631c12 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ef978983-dbd7-4db6-b59a-e4ac0b086d1e HTTP/1.1" status: 200 len: 1099 time: 0.0504718 Aug 25 18:28:12.475251 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6f996d39-a87c-440c-9b9c-3ef3e9a0772c req-520391ad-625e-4187-b077-8d31b885ddbe service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8db20cad-5088-4eeb-a93f-5beedbae0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331926 Aug 25 18:28:12.640565 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082d2e9-4445-4120-a82b-dcc84f9a09a6 req-28ef2d86-3898-449c-8607-238bd29a93e5 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:12.642051 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5082d2e9-4445-4120-a82b-dcc84f9a09a6 req-28ef2d86-3898-449c-8607-238bd29a93e5 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 943 time: 0.0478396 Aug 25 18:28:12.680221 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5082d2e9-4445-4120-a82b-dcc84f9a09a6 req-0ce5c20d-b162-450d-b1b5-8d89216f5f4a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322547 Aug 25 18:28:12.795479 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 40154) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:28:12.905257 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [req-d3a9d9e4-4fd4-4b8d-bdc7-c398539149ae req-e7acd020-c14d-4e49-b648-197f7a3e6742 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1086233 Aug 25 18:28:13.014375 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60414795-1c6d-4e09-8ff7-84d04550417c req-7e40ae15-1114-40b5-bdbf-9947cc4b0c5c tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:13.015850 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-60414795-1c6d-4e09-8ff7-84d04550417c req-7e40ae15-1114-40b5-bdbf-9947cc4b0c5c tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef978983-dbd7-4db6-b59a-e4ac0b086d1e HTTP/1.1" status: 200 len: 946 time: 0.0509675 Aug 25 18:28:13.054756 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-60414795-1c6d-4e09-8ff7-84d04550417c req-be4683c8-c192-41dc-8eb0-052769614fbc tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=8db20cad-5088-4eeb-a93f-5beedbae0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329916 Aug 25 18:28:13.308393 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0128e088-9eaa-4695-9217-fcb5975c538e req-9655d89c-7723-4e3f-bc49-ce01134fe9f9 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1723997393&fields=id&tenant_id=d4b0f08f861943e49eaf962ad37693b8 HTTP/1.1" status: 200 len: 267 time: 0.0334198 Aug 25 18:28:13.367254 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128e088-9eaa-4695-9217-fcb5975c538e req-65932b00-1f88-43d8-a533-a3fcd0e85af8 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:13.368899 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0128e088-9eaa-4695-9217-fcb5975c538e req-65932b00-1f88-43d8-a533-a3fcd0e85af8 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 984 time: 0.0548172 Aug 25 18:28:13.380777 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-0128e088-9eaa-4695-9217-fcb5975c538e req-662ef00d-fcf2-41c6-8659-c4f63880bc86 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Request body: {'port': {'security_groups': ['a0e5804f-a408-43eb-a355-2a6dd5123c93']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:28:13.450628 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0128e088-9eaa-4695-9217-fcb5975c538e req-662ef00d-fcf2-41c6-8659-c4f63880bc86 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:13.622817 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-0128e088-9eaa-4695-9217-fcb5975c538e req-662ef00d-fcf2-41c6-8659-c4f63880bc86 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] For port 95654300-f287-4649-9f3e-40b10a8da41d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=95654300-f287-4649-9f3e-40b10a8da41d,segment=NetworkSegment(b0af7907-0384-4797-b84f-b8ec228f4105),segment_id=b0af7907-0384-4797-b84f-b8ec228f4105)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:28:13.651553 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0128e088-9eaa-4695-9217-fcb5975c538e req-662ef00d-fcf2-41c6-8659-c4f63880bc86 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:13.656087 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0128e088-9eaa-4695-9217-fcb5975c538e req-662ef00d-fcf2-41c6-8659-c4f63880bc86 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13409301'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:13.668776 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['95654300-f287-4649-9f3e-40b10a8da41d'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:28:13.699275 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128e088-9eaa-4695-9217-fcb5975c538e req-662ef00d-fcf2-41c6-8659-c4f63880bc86 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:13.700074 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0128e088-9eaa-4695-9217-fcb5975c538e req-662ef00d-fcf2-41c6-8659-c4f63880bc86 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:13.701743 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0128e088-9eaa-4695-9217-fcb5975c538e req-662ef00d-fcf2-41c6-8659-c4f63880bc86 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "PUT /v2.0/ports/95654300-f287-4649-9f3e-40b10a8da41d HTTP/1.1" status: 200 len: 942 time: 0.3260322 Aug 25 18:28:13.702190 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc9c21e5-4d35-4002-96ac-ef2abc930c77', 'tag': '95654300-f287-4649-9f3e-40b10a8da41d'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:28:13.704451 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034e0ee8-c233-4698-b99d-5684ebd6dbd6" -d '{"events": [{"name": "network-changed", "server_uuid": "cc9c21e5-4d35-4002-96ac-ef2abc930c77", "tag": "95654300-f287-4649-9f3e-40b10a8da41d"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:28:13.717100 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 40172) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:28:13.760265 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ef00d-fcf2-41c6-8659-c4f63880bc86 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Pushing event updated for resources: {'Port': ['ID=95654300-f287-4649-9f3e-40b10a8da41d,revision_number=7']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:13.787682 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e22b7f6-5378-4dc6-adea-26b8d0b359b3 x-openstack-request-id: req-5e22b7f6-5378-4dc6-adea-26b8d0b359b3 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:28:13.787966 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc9c21e5-4d35-4002-96ac-ef2abc930c77", "tag": "95654300-f287-4649-9f3e-40b10a8da41d", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:28:13.788213 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e22b7f6-5378-4dc6-adea-26b8d0b359b3 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:28:13.788626 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc9c21e5-4d35-4002-96ac-ef2abc930c77', 'tag': '95654300-f287-4649-9f3e-40b10a8da41d', 'status': 'completed', 'code': 200} Aug 25 18:28:13.811665 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['95654300-f287-4649-9f3e-40b10a8da41d'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:28:13.823609 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e62445fc-f9db-47e5-967b-ad96b03ec92d tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:13.855064 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e62445fc-f9db-47e5-967b-ad96b03ec92d tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:13.920216 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e62445fc-f9db-47e5-967b-ad96b03ec92d tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:13.923660 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e62445fc-f9db-47e5-967b-ad96b03ec92d tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:13.925053 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-e62445fc-f9db-47e5-967b-ad96b03ec92d tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "DELETE /v2.0/security-groups/785e6c97-2cd6-47d1-9412-94c848cf1962 HTTP/1.1" status: 204 len: 168 time: 0.2064078 Aug 25 18:28:13.933479 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 40174) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:28:13.935144 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d2cce-74bc-46bf-8c97-f0cb3b3ca8c6 req-0b98cc94-d667-4de3-835d-bd322d9064bf tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:13.936813 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ab6d2cce-74bc-46bf-8c97-f0cb3b3ca8c6 req-0b98cc94-d667-4de3-835d-bd322d9064bf tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 943 time: 0.1432045 Aug 25 18:28:13.950201 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62445fc-f9db-47e5-967b-ad96b03ec92d tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=785e6c97-2cd6-47d1-9412-94c848cf1962,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:13.974095 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e0ee8-c233-4698-b99d-5684ebd6dbd6 req-40b5b68d-6a3b-4bf4-ba20-e9e7664b9af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:13.975472 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-034e0ee8-c233-4698-b99d-5684ebd6dbd6 req-40b5b68d-6a3b-4bf4-ba20-e9e7664b9af4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4b0f08f861943e49eaf962ad37693b8&device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 1098 time: 0.1425509 Aug 25 18:28:13.997341 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9d9e4-4fd4-4b8d-bdc7-c398539149ae req-2296cb75-4eed-44e4-b6af-4f4ee868adca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:13.999134 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d3a9d9e4-4fd4-4b8d-bdc7-c398539149ae req-2296cb75-4eed-44e4-b6af-4f4ee868adca service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50&tenant_id=0e50d3e6eb4343348d784dfd6489ac79 HTTP/1.1" status: 200 len: 1096 time: 0.1479912 Aug 25 18:28:14.014669 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-4e8c667d-40f1-4c38-a000-2f955cb2f5a4 None None] Provisioning complete for port 95654300-f287-4649-9f3e-40b10a8da41d triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:28:14.015053 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4e8c667d-40f1-4c38-a000-2f955cb2f5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:14.085877 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ab6d2cce-74bc-46bf-8c97-f0cb3b3ca8c6 req-efe53af9-788f-4e8a-a55e-8149b66f65c0 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373463 Aug 25 18:28:14.121889 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9d9e4-4fd4-4b8d-bdc7-c398539149ae req-74646d67-17b1-42f1-8452-d7181aac55bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:14.123386 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d3a9d9e4-4fd4-4b8d-bdc7-c398539149ae req-74646d67-17b1-42f1-8452-d7181aac55bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e50d3e6eb4343348d784dfd6489ac79&device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 1096 time: 0.0966609 Aug 25 18:28:14.128365 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-dc814268-94ec-4244-b8f6-79f749bf7476 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Deleting port e7877c33-9331-40a8-b9c5-19367a7ec51a {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:28:14.128842 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc814268-94ec-4244-b8f6-79f749bf7476 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:14.167909 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e0ee8-c233-4698-b99d-5684ebd6dbd6 req-249e4112-3d28-444e-b537-a22ec2c9a44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:14.169366 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-034e0ee8-c233-4698-b99d-5684ebd6dbd6 req-249e4112-3d28-444e-b537-a22ec2c9a44d service neutron] 10.222.0.24 "GET /v2.0/networks?id=7658f0b9-c8c7-4d44-81a0-a1b2893e69b5 HTTP/1.1" status: 200 len: 916 time: 0.1831083 Aug 25 18:28:14.205405 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc814268-94ec-4244-b8f6-79f749bf7476 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:14.205727 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc814268-94ec-4244-b8f6-79f749bf7476 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:14.216982 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-dc814268-94ec-4244-b8f6-79f749bf7476 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Calling delete_port for e7877c33-9331-40a8-b9c5-19367a7ec51a owned by network:floatingip {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:28:14.260634 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c753949-3f6d-47ae-8184-b5783f724c50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '289bab63-43d9-4aef-913f-b44128144a76'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:28:14.263940 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700cf778d203af030a48c7cd7e91a8769aab6ec207ebda1a87165573d1bde0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1e6999-2a07-4bae-a954-bd2557742fdd" -d '{"events": [{"server_uuid": "2c753949-3f6d-47ae-8184-b5783f724c50", "name": "network-vif-unplugged", "status": "completed", "tag": "289bab63-43d9-4aef-913f-b44128144a76"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:28:14.301614 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 18:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8689281b-07c6-46df-87cc-b79fdb27cf0d x-openstack-request-id: req-8689281b-07c6-46df-87cc-b79fdb27cf0d {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:28:14.301924 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c753949-3f6d-47ae-8184-b5783f724c50", "name": "network-vif-unplugged", "status": "completed", "tag": "289bab63-43d9-4aef-913f-b44128144a76", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:28:14.302173 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8689281b-07c6-46df-87cc-b79fdb27cf0d {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:28:14.302557 dv-cinder-790492-8-iscsi neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c753949-3f6d-47ae-8184-b5783f724c50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '289bab63-43d9-4aef-913f-b44128144a76', 'code': 200} Aug 25 18:28:14.304245 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43508d1-f74d-4ba3-b583-13745b2b4f33 req-6c7e8dab-adef-41da-a4b8-1802c7e2ce84 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:14.305780 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c43508d1-f74d-4ba3-b583-13745b2b4f33 req-6c7e8dab-adef-41da-a4b8-1802c7e2ce84 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef978983-dbd7-4db6-b59a-e4ac0b086d1e HTTP/1.1" status: 200 len: 946 time: 0.1597548 Aug 25 18:28:14.312618 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-034e0ee8-c233-4698-b99d-5684ebd6dbd6 req-62df62c3-afbf-4fd0-9f08-b232f4c96bac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95654300-f287-4649-9f3e-40b10a8da41d HTTP/1.1" status: 200 len: 1000 time: 0.1012373 Aug 25 18:28:14.364557 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9d9e4-4fd4-4b8d-bdc7-c398539149ae req-2c67b672-b07b-4124-9e50-c3b9d9fe1bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:14.366032 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d3a9d9e4-4fd4-4b8d-bdc7-c398539149ae req-2c67b672-b07b-4124-9e50-c3b9d9fe1bdc service neutron] 10.222.0.24 "GET /v2.0/networks?id=ca11b88d-433f-4cc3-bc46-86e155a29f61 HTTP/1.1" status: 200 len: 918 time: 0.2329335 Aug 25 18:28:14.405137 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc814268-94ec-4244-b8f6-79f749bf7476 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12706292'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:14.424700 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c43508d1-f74d-4ba3-b583-13745b2b4f33 req-7b9161dd-2dda-4a5f-b634-6ec01e8ddef5 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=8db20cad-5088-4eeb-a93f-5beedbae0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083808 Aug 25 18:28:14.433277 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc814268-94ec-4244-b8f6-79f749bf7476 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Pushing event deleted for resources: {'Port': ['ID=e7877c33-9331-40a8-b9c5-19367a7ec51a,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:14.434248 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e0ee8-c233-4698-b99d-5684ebd6dbd6 req-5e2c6eb8-371d-4039-a752-ed652ab6cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:14.435703 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-034e0ee8-c233-4698-b99d-5684ebd6dbd6 req-5e2c6eb8-371d-4039-a752-ed652ab6cfad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=48fe81fc-18ce-449e-adc8-712ce7a3cecf HTTP/1.1" status: 200 len: 854 time: 0.1133204 Aug 25 18:28:14.481405 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d3a9d9e4-4fd4-4b8d-bdc7-c398539149ae req-f92b1e17-3ff3-4a63-a097-89b29d532e78 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=289bab63-43d9-4aef-913f-b44128144a76 HTTP/1.1" status: 200 len: 999 time: 0.1057758 Aug 25 18:28:14.505096 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc814268-94ec-4244-b8f6-79f749bf7476 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks [] for floatingip, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:14.505675 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.db.l3_db [None req-dc814268-94ec-4244-b8f6-79f749bf7476 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Floating IP 9faf9182-1a5a-4d0a-bf08-08e612333ba7 disassociated (deleted). External IP: 172.27.3.67, port: 95654300-f287-4649-9f3e-40b10a8da41d. Aug 25 18:28:14.532229 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e0ee8-c233-4698-b99d-5684ebd6dbd6 req-33ad7b74-c0b7-4df6-a676-d9984852abf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:14.533710 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-034e0ee8-c233-4698-b99d-5684ebd6dbd6 req-33ad7b74-c0b7-4df6-a676-d9984852abf2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7658f0b9-c8c7-4d44-81a0-a1b2893e69b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0914519 Aug 25 18:28:14.622749 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9d9e4-4fd4-4b8d-bdc7-c398539149ae req-7b2ff2e8-cadb-4a95-9a29-d924c72d68b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:14.624099 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d3a9d9e4-4fd4-4b8d-bdc7-c398539149ae req-7b2ff2e8-cadb-4a95-9a29-d924c72d68b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9d7b14c-bc03-4fe0-a3a0-cffe2819abe3 HTTP/1.1" status: 200 len: 856 time: 0.1349697 Aug 25 18:28:14.635245 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f568575-b40e-4e03-a9d7-3e4769839553 req-66150915-ab99-43cc-9897-bb06c3df2977 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:14.636639 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0f568575-b40e-4e03-a9d7-3e4769839553 req-66150915-ab99-43cc-9897-bb06c3df2977 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef978983-dbd7-4db6-b59a-e4ac0b086d1e HTTP/1.1" status: 200 len: 946 time: 0.1371989 Aug 25 18:28:14.646082 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 40182) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:28:14.659541 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [None req-265fc7a3-0f6a-4106-bc57-860bb380fd8a tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Request body: {'floatingip': {'port_id': 'ea08c20d-17f0-4f8c-b389-b9717b8a385d'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:28:14.709954 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc814268-94ec-4244-b8f6-79f749bf7476 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Router ef351de8-d761-4613-aeae-87a9ebda20fb has already been hosted by L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 {{(pid=93792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:28:14.832539 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc814268-94ec-4244-b8f6-79f749bf7476 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:28:14.837553 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc814268-94ec-4244-b8f6-79f749bf7476 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for floatingip, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:14.844087 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efa43c6-f96c-4dee-bb41-b400eadea58b None None] Sync routers for ids ['ef351de8-d761-4613-aeae-87a9ebda20fb'] in dv-cinder-790492-8-iscsi {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:28:14.853858 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efa43c6-f96c-4dee-bb41-b400eadea58b None None] Routers {'ef351de8-d761-4613-aeae-87a9ebda20fb'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:28:14.854480 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2efa43c6-f96c-4dee-bb41-b400eadea58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:27:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['ef351de8-d761-4613-aeae-87a9ebda20fb'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:28:14.870378 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-dc814268-94ec-4244-b8f6-79f749bf7476 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "DELETE /v2.0/floatingips/9faf9182-1a5a-4d0a-bf08-08e612333ba7 HTTP/1.1" status: 204 len: 168 time: 0.9326179 Aug 25 18:28:14.870378 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc9c21e5-4d35-4002-96ac-ef2abc930c77', 'tag': '95654300-f287-4649-9f3e-40b10a8da41d'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:28:14.870378 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c984d1858996a6e9101b3241db424c31c619dd4f66880771aa34b5ec8c668a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1e763d-99a7-4498-ab24-caece00fa375" -d '{"events": [{"name": "network-changed", "server_uuid": "cc9c21e5-4d35-4002-96ac-ef2abc930c77", "tag": "95654300-f287-4649-9f3e-40b10a8da41d"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:28:14.985410 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-265fc7a3-0f6a-4106-bc57-860bb380fd8a tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for floatingip, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:14.986530 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-2efa43c6-f96c-4dee-bb41-b400eadea58b None None] Set router ef351de8-d761-4613-aeae-87a9ebda20fb gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:28:14.988673 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29dc5cb-b678-47fd-834d-6f888bb5f32f x-openstack-request-id: req-c29dc5cb-b678-47fd-834d-6f888bb5f32f {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:28:14.989093 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc9c21e5-4d35-4002-96ac-ef2abc930c77", "tag": "95654300-f287-4649-9f3e-40b10a8da41d", "status": "completed", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:28:14.989565 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c29dc5cb-b678-47fd-834d-6f888bb5f32f {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:28:14.989957 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc9c21e5-4d35-4002-96ac-ef2abc930c77', 'tag': '95654300-f287-4649-9f3e-40b10a8da41d', 'status': 'completed', 'code': 200} Aug 25 18:28:15.021002 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-034e0ee8-c233-4698-b99d-5684ebd6dbd6 req-767078d9-3bd9-40b7-a369-126ab20272cb service neutron] 10.222.0.24 "GET /v2.0/networks/7658f0b9-c8c7-4d44-81a0-a1b2893e69b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4720972 Aug 25 18:28:15.132094 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9d9e4-4fd4-4b8d-bdc7-c398539149ae req-075d8e4e-edfe-4bf1-9133-d59c63bbd33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:15.133623 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d3a9d9e4-4fd4-4b8d-bdc7-c398539149ae req-075d8e4e-edfe-4bf1-9133-d59c63bbd33c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca11b88d-433f-4cc3-bc46-86e155a29f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4961598 Aug 25 18:28:15.218803 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2efa43c6-f96c-4dee-bb41-b400eadea58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'name': 'tempest-TestMinimumBasicScenario-1205645293-router', 'tenant_id': 'd4b0f08f861943e49eaf962ad37693b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '6470af67-a89f-4fb8-9071-72572f01a39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:26:02Z', 'updated_at': '2021-08-25T18:26:05Z', 'revision_number': 4, 'project_id': 'd4b0f08f861943e49eaf962ad37693b8', 'gw_port': {'id': '6470af67-a89f-4fb8-9071-72572f01a39a', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:26:03Z', 'updated_at': '2021-08-25T18:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5', 'name': '', 'network_id': '7658f0b9-c8c7-4d44-81a0-a1b2893e69b5', 'tenant_id': 'd4b0f08f861943e49eaf962ad37693b8', 'mac_address': 'fa:16:3e:9c:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '48fe81fc-18ce-449e-adc8-712ce7a3cecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:26:05Z', 'updated_at': '2021-08-25T18:26:12Z', 'revision_number': 5, 'project_id': 'd4b0f08f861943e49eaf962ad37693b8', 'subnets': [{'id': '48fe81fc-18ce-449e-adc8-712ce7a3cecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:28:15.245256 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efa43c6-f96c-4dee-bb41-b400eadea58b None None] Checking router: ef351de8-d761-4613-aeae-87a9ebda20fb for host: dv-cinder-790492-8-iscsi {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:28:15.253497 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efa43c6-f96c-4dee-bb41-b400eadea58b None None] Routers {'ef351de8-d761-4613-aeae-87a9ebda20fb'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:28:15.254100 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2efa43c6-f96c-4dee-bb41-b400eadea58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:27:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['ef351de8-d761-4613-aeae-87a9ebda20fb'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:28:15.343452 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-034e0ee8-c233-4698-b99d-5684ebd6dbd6 req-d863dbbd-4b47-4047-b1bb-0ed8192fe927 service neutron] 10.222.0.24 "GET /v2.0/networks/7658f0b9-c8c7-4d44-81a0-a1b2893e69b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115101 Aug 25 18:28:15.360435 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-2efa43c6-f96c-4dee-bb41-b400eadea58b None None] Set router ef351de8-d761-4613-aeae-87a9ebda20fb gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:28:15.392960 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d3a9d9e4-4fd4-4b8d-bdc7-c398539149ae req-65855d9d-b02e-478e-9411-a1a570c8b40c service neutron] 10.222.0.24 "GET /v2.0/networks/ca11b88d-433f-4cc3-bc46-86e155a29f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407901 Aug 25 18:28:15.400163 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07aa307-a780-4398-821e-b48aec1f799e req-da57c62b-9218-4413-93e1-245fd8b64a5e tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:15.401599 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b07aa307-a780-4398-821e-b48aec1f799e req-da57c62b-9218-4413-93e1-245fd8b64a5e tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 943 time: 0.1880546 Aug 25 18:28:15.561699 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2efa43c6-f96c-4dee-bb41-b400eadea58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'name': 'tempest-TestMinimumBasicScenario-1205645293-router', 'tenant_id': 'd4b0f08f861943e49eaf962ad37693b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '6470af67-a89f-4fb8-9071-72572f01a39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:26:02Z', 'updated_at': '2021-08-25T18:26:05Z', 'revision_number': 4, 'project_id': 'd4b0f08f861943e49eaf962ad37693b8', 'gw_port': {'id': '6470af67-a89f-4fb8-9071-72572f01a39a', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:26:03Z', 'updated_at': '2021-08-25T18:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5', 'name': '', 'network_id': '7658f0b9-c8c7-4d44-81a0-a1b2893e69b5', 'tenant_id': 'd4b0f08f861943e49eaf962ad37693b8', 'mac_address': 'fa:16:3e:9c:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '48fe81fc-18ce-449e-adc8-712ce7a3cecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:26:05Z', 'updated_at': '2021-08-25T18:26:12Z', 'revision_number': 5, 'project_id': 'd4b0f08f861943e49eaf962ad37693b8', 'subnets': [{'id': '48fe81fc-18ce-449e-adc8-712ce7a3cecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:28:15.574996 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b07aa307-a780-4398-821e-b48aec1f799e req-3d82514f-2ff1-48d3-9d86-d552008d5060 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620219 Aug 25 18:28:15.579490 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e763d-99a7-4498-ab24-caece00fa375 req-f47a52fc-cd71-4a4a-a4d4-436bcd835a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:15.581735 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0a1e763d-99a7-4498-ab24-caece00fa375 req-f47a52fc-cd71-4a4a-a4d4-436bcd835a43 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d4b0f08f861943e49eaf962ad37693b8&device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 1098 time: 0.1913128 Aug 25 18:28:15.589908 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efa43c6-f96c-4dee-bb41-b400eadea58b None None] The sync data for ids ['ef351de8-d761-4613-aeae-87a9ebda20fb'] in dv-cinder-790492-8-iscsi is: [{'id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'name': 'tempest-TestMinimumBasicScenario-1205645293-router', 'tenant_id': 'd4b0f08f861943e49eaf962ad37693b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '6470af67-a89f-4fb8-9071-72572f01a39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:26:02Z', 'updated_at': '2021-08-25T18:26:05Z', 'revision_number': 4, 'project_id': 'd4b0f08f861943e49eaf962ad37693b8', 'gw_port': {'id': '6470af67-a89f-4fb8-9071-72572f01a39a', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:26:03Z', 'updated_at': '2021-08-25T18:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5', 'name': '', 'network_id': '7658f0b9-c8c7-4d44-81a0-a1b2893e69b5', 'tenant_id': 'd4b0f08f861943e49eaf962ad37693b8', 'mac_address': 'fa:16:3e:9c:65:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '48fe81fc-18ce-449e-adc8-712ce7a3cecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:26:05Z', 'updated_at': '2021-08-25T18:26:12Z', 'revision_number': 5, 'project_id': 'd4b0f08f861943e49eaf962ad37693b8', 'subnets': [{'id': '48fe81fc-18ce-449e-adc8-712ce7a3cecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:28:15.743291 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d3a9d9e4-4fd4-4b8d-bdc7-c398539149ae req-c45649fb-541c-406b-9c10-c7db298a4330 service neutron] 10.222.0.24 "GET /v2.0/networks/ca11b88d-433f-4cc3-bc46-86e155a29f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122108 Aug 25 18:28:15.796136 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e763d-99a7-4498-ab24-caece00fa375 req-63e501b3-ceb5-4aab-b854-877907131f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:15.798319 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0a1e763d-99a7-4498-ab24-caece00fa375 req-63e501b3-ceb5-4aab-b854-877907131f8b service neutron] 10.222.0.24 "GET /v2.0/networks?id=7658f0b9-c8c7-4d44-81a0-a1b2893e69b5 HTTP/1.1" status: 200 len: 916 time: 0.1768119 Aug 25 18:28:15.838931 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5978313-f393-4b6d-aafe-937bb25aeb55 None None] New status for floating IP 9faf9182-1a5a-4d0a-bf08-08e612333ba7: DOWN {{(pid=93794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 18:28:15.866603 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0a1e763d-99a7-4498-ab24-caece00fa375 req-0e02f94b-b665-48b5-9411-7821557f33e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95654300-f287-4649-9f3e-40b10a8da41d HTTP/1.1" status: 200 len: 217 time: 0.0491452 Aug 25 18:28:15.956040 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-265fc7a3-0f6a-4106-bc57-860bb380fd8a tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:15.960434 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e763d-99a7-4498-ab24-caece00fa375 req-2ec1bb02-9ec5-4624-b177-420d5b067650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:15.962090 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0a1e763d-99a7-4498-ab24-caece00fa375 req-2ec1bb02-9ec5-4624-b177-420d5b067650 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=48fe81fc-18ce-449e-adc8-712ce7a3cecf HTTP/1.1" status: 200 len: 854 time: 0.0872090 Aug 25 18:28:15.963941 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-265fc7a3-0f6a-4106-bc57-860bb380fd8a tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438161'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:16.098617 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e763d-99a7-4498-ab24-caece00fa375 req-2cd9594b-3e05-48f3-96b2-7ebad56b42a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:16.100858 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0a1e763d-99a7-4498-ab24-caece00fa375 req-2cd9594b-3e05-48f3-96b2-7ebad56b42a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7658f0b9-c8c7-4d44-81a0-a1b2893e69b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0990741 Aug 25 18:28:16.127469 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.db.l3_db [None req-265fc7a3-0f6a-4106-bc57-860bb380fd8a tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Floating IP 1f31f26d-8cf1-4b6a-a0db-c51b2e328544 associated. External IP: 172.27.3.46, port: ea08c20d-17f0-4f8c-b389-b9717b8a385d. Aug 25 18:28:16.407663 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265fc7a3-0f6a-4106-bc57-860bb380fd8a tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Router 82765363-f53f-4ab1-a3fb-f61972a507c7 has already been hosted by L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:28:16.557599 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265fc7a3-0f6a-4106-bc57-860bb380fd8a tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:28:16.567091 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c146186-8b5f-42ff-b09e-e8bd29390a11 None None] Sync routers for ids ['82765363-f53f-4ab1-a3fb-f61972a507c7'] in dv-cinder-790492-8-iscsi {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:28:16.576044 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-265fc7a3-0f6a-4106-bc57-860bb380fd8a tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:16.581568 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c146186-8b5f-42ff-b09e-e8bd29390a11 None None] Routers {'82765363-f53f-4ab1-a3fb-f61972a507c7'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:28:16.582463 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-9c146186-8b5f-42ff-b09e-e8bd29390a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:27:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['82765363-f53f-4ab1-a3fb-f61972a507c7'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:28:16.642631 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-265fc7a3-0f6a-4106-bc57-860bb380fd8a tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "PUT /v2.0/floatingips/1f31f26d-8cf1-4b6a-a0db-c51b2e328544 HTTP/1.1" status: 200 len: 991 time: 1.9853888 Aug 25 18:28:16.642631 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef978983-dbd7-4db6-b59a-e4ac0b086d1e', 'tag': 'ea08c20d-17f0-4f8c-b389-b9717b8a385d'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:28:16.644475 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e863f8-74e7-4ffc-b593-8d3e6091e94b" -d '{"events": [{"name": "network-changed", "server_uuid": "ef978983-dbd7-4db6-b59a-e4ac0b086d1e", "tag": "ea08c20d-17f0-4f8c-b389-b9717b8a385d"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:28:16.755370 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-9c146186-8b5f-42ff-b09e-e8bd29390a11 None None] Set router 82765363-f53f-4ab1-a3fb-f61972a507c7 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:28:16.781594 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de7cda-d605-485f-8fd3-3187174afe33 req-3e6965db-92f8-47cb-9ea9-49127e610230 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:16.783650 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b4de7cda-d605-485f-8fd3-3187174afe33 req-3e6965db-92f8-47cb-9ea9-49127e610230 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 943 time: 0.0742207 Aug 25 18:28:16.837265 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b4de7cda-d605-485f-8fd3-3187174afe33 req-d6b2c48c-7fba-4d68-9086-93420d7ffce0 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434704 Aug 25 18:28:16.908258 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d29e35f-3ee1-4cef-8a0b-00ab4bb4b6ff x-openstack-request-id: req-7d29e35f-3ee1-4cef-8a0b-00ab4bb4b6ff {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:28:16.908575 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef978983-dbd7-4db6-b59a-e4ac0b086d1e", "tag": "ea08c20d-17f0-4f8c-b389-b9717b8a385d", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:28:16.908828 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d29e35f-3ee1-4cef-8a0b-00ab4bb4b6ff {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:28:16.909305 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef978983-dbd7-4db6-b59a-e4ac0b086d1e', 'tag': 'ea08c20d-17f0-4f8c-b389-b9717b8a385d', 'status': 'completed', 'code': 200} Aug 25 18:28:17.019099 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-9c146186-8b5f-42ff-b09e-e8bd29390a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'name': 'tempest-AttachVolumeTestJSON-264473942-router', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '3e5b458c-f251-4566-a0b3-b8fb1441987e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:23:54Z', 'revision_number': 4, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'gw_port': {'id': '3e5b458c-f251-4566-a0b3-b8fb1441987e', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_floatingips': [{'id': '1f31f26d-8cf1-4b6a-a0db-c51b2e328544', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'floating_ip_address': '172.27.3.46', 'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'router_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'port_id': 'ea08c20d-17f0-4f8c-b389-b9717b8a385d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033', 'mac_address': 'fa:16:3e:45:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef978983-dbd7-4db6-b59a-e4ac0b086d1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:28:02Z', 'updated_at': '2021-08-25T18:28:15Z', 'revision_number': 1, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '081eba37-682c-4461-9999-0209b94d8f60', 'name': '', 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'mac_address': 'fa:16:3e:ab:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '37e9ac56-2a31-4c36-93d9-ecbd84267da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:23:53Z', 'updated_at': '2021-08-25T18:24:01Z', 'revision_number': 5, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'subnets': [{'id': '37e9ac56-2a31-4c36-93d9-ecbd84267da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:28:17.051066 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c146186-8b5f-42ff-b09e-e8bd29390a11 None None] Checking router: 82765363-f53f-4ab1-a3fb-f61972a507c7 for host: dv-cinder-790492-8-iscsi {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:28:17.064358 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c146186-8b5f-42ff-b09e-e8bd29390a11 None None] Routers {'82765363-f53f-4ab1-a3fb-f61972a507c7'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:28:17.068774 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-9c146186-8b5f-42ff-b09e-e8bd29390a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:27:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['82765363-f53f-4ab1-a3fb-f61972a507c7'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:28:17.177008 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-9c146186-8b5f-42ff-b09e-e8bd29390a11 None None] Set router 82765363-f53f-4ab1-a3fb-f61972a507c7 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:28:17.411890 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-9c146186-8b5f-42ff-b09e-e8bd29390a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'name': 'tempest-AttachVolumeTestJSON-264473942-router', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '3e5b458c-f251-4566-a0b3-b8fb1441987e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:23:54Z', 'revision_number': 4, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'gw_port': {'id': '3e5b458c-f251-4566-a0b3-b8fb1441987e', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_floatingips': [{'id': '1f31f26d-8cf1-4b6a-a0db-c51b2e328544', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'floating_ip_address': '172.27.3.46', 'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'router_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'port_id': 'ea08c20d-17f0-4f8c-b389-b9717b8a385d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033', 'mac_address': 'fa:16:3e:45:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef978983-dbd7-4db6-b59a-e4ac0b086d1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:28:02Z', 'updated_at': '2021-08-25T18:28:15Z', 'revision_number': 1, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '081eba37-682c-4461-9999-0209b94d8f60', 'name': '', 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'mac_address': 'fa:16:3e:ab:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '37e9ac56-2a31-4c36-93d9-ecbd84267da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:23:53Z', 'updated_at': '2021-08-25T18:24:01Z', 'revision_number': 5, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'subnets': [{'id': '37e9ac56-2a31-4c36-93d9-ecbd84267da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:28:17.442691 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c146186-8b5f-42ff-b09e-e8bd29390a11 None None] The sync data for ids ['82765363-f53f-4ab1-a3fb-f61972a507c7'] in dv-cinder-790492-8-iscsi is: [{'id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'name': 'tempest-AttachVolumeTestJSON-264473942-router', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '3e5b458c-f251-4566-a0b3-b8fb1441987e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:23:54Z', 'revision_number': 4, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'gw_port': {'id': '3e5b458c-f251-4566-a0b3-b8fb1441987e', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_floatingips': [{'id': '1f31f26d-8cf1-4b6a-a0db-c51b2e328544', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'floating_ip_address': '172.27.3.46', 'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'router_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'port_id': 'ea08c20d-17f0-4f8c-b389-b9717b8a385d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033', 'mac_address': 'fa:16:3e:45:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef978983-dbd7-4db6-b59a-e4ac0b086d1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:28:02Z', 'updated_at': '2021-08-25T18:28:15Z', 'revision_number': 1, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '081eba37-682c-4461-9999-0209b94d8f60', 'name': '', 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'mac_address': 'fa:16:3e:ab:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '37e9ac56-2a31-4c36-93d9-ecbd84267da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:23:53Z', 'updated_at': '2021-08-25T18:24:01Z', 'revision_number': 5, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'subnets': [{'id': '37e9ac56-2a31-4c36-93d9-ecbd84267da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:28:17.686785 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e533de-5700-4f13-bf2c-14fb836b0415 None None] New status for floating IP 1f31f26d-8cf1-4b6a-a0db-c51b2e328544: ACTIVE {{(pid=93794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 18:28:17.852042 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039456f6-8493-494c-851f-3955db2db5c4 req-24b905ac-cdef-4e46-bbbf-80222087e623 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:17.853925 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-039456f6-8493-494c-851f-3955db2db5c4 req-24b905ac-cdef-4e46-bbbf-80222087e623 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 945 time: 0.0637071 Aug 25 18:28:17.896182 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-039456f6-8493-494c-851f-3955db2db5c4 req-2e2ba934-0797-41ea-a085-cbbc641945fd tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361547 Aug 25 18:28:18.014326 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a447b-c3f4-49c0-a264-4f063bf11ab9 req-bdf15f71-31a1-483c-b54e-df83bda1d051 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:18.015747 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c83a447b-c3f4-49c0-a264-4f063bf11ab9 req-bdf15f71-31a1-483c-b54e-df83bda1d051 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 943 time: 0.0557039 Aug 25 18:28:18.053963 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c83a447b-c3f4-49c0-a264-4f063bf11ab9 req-e4d67776-1fc8-44db-b335-f4b11e32daca tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321708 Aug 25 18:28:18.549447 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:19.013080 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b234a7c-47b2-4d86-91f3-18524445d94a req-21e320e3-8564-4a8f-83b4-effd8106a48f tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:19.014502 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7b234a7c-47b2-4d86-91f3-18524445d94a req-21e320e3-8564-4a8f-83b4-effd8106a48f tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 945 time: 0.0502350 Aug 25 18:28:19.054259 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7b234a7c-47b2-4d86-91f3-18524445d94a req-1a8e0f8c-7f16-4493-b6af-92859513946b tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335131 Aug 25 18:28:19.181864 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf28f0-7798-4531-b2b5-300852ac8896 req-c77fd727-b0e8-4a56-a7cd-bdaa538e465a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:19.183333 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0aaf28f0-7798-4531-b2b5-300852ac8896 req-c77fd727-b0e8-4a56-a7cd-bdaa538e465a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 943 time: 0.0557382 Aug 25 18:28:19.224592 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0aaf28f0-7798-4531-b2b5-300852ac8896 req-2f2b5bc7-9686-41d6-9de6-bf0b9dcf6e41 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344064 Aug 25 18:28:20.172767 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45bbf4e-09a6-4ec0-916c-561dc90fbce0 req-dab8e9e6-4ab1-41ca-88db-611b15e14f9f tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:20.174289 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b45bbf4e-09a6-4ec0-916c-561dc90fbce0 req-dab8e9e6-4ab1-41ca-88db-611b15e14f9f tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 945 time: 0.0530436 Aug 25 18:28:20.221828 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b45bbf4e-09a6-4ec0-916c-561dc90fbce0 req-b08b87f3-a21e-4378-8a29-8cae16887df2 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412545 Aug 25 18:28:20.353853 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62d8cf-c42a-4f0d-ad74-54cce07046b4 req-55d199b4-1c9c-42bc-bcc3-23f2bc00f1cf tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:20.355289 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3a62d8cf-c42a-4f0d-ad74-54cce07046b4 req-55d199b4-1c9c-42bc-bcc3-23f2bc00f1cf tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 943 time: 0.0506475 Aug 25 18:28:20.401705 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3a62d8cf-c42a-4f0d-ad74-54cce07046b4 req-9b4fe52f-63d3-4f86-a5af-0a90ecda08b6 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370166 Aug 25 18:28:21.345713 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bd09f-a3fa-4c4d-aa6f-bbecb01f85d0 req-57b6e601-3e5d-4104-896a-d2b5f6cbb20d tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:21.347223 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-299bd09f-a3fa-4c4d-aa6f-bbecb01f85d0 req-57b6e601-3e5d-4104-896a-d2b5f6cbb20d tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 945 time: 0.0500488 Aug 25 18:28:21.388809 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-299bd09f-a3fa-4c4d-aa6f-bbecb01f85d0 req-519fefbb-8c36-4f24-a438-d54019c75224 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343564 Aug 25 18:28:21.525876 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9c832-3f7f-44cb-b42d-3e9a716ed419 req-11eaf81d-544d-4c38-b031-4d648f28df84 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:21.527267 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-89a9c832-3f7f-44cb-b42d-3e9a716ed419 req-11eaf81d-544d-4c38-b031-4d648f28df84 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 943 time: 0.0524304 Aug 25 18:28:21.567709 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-89a9c832-3f7f-44cb-b42d-3e9a716ed419 req-675d08c6-5c6b-488c-bf19-237fb51940ef tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345395 Aug 25 18:28:22.507315 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388d2f9-b759-4f40-ae29-9c1140108afc req-028881f3-7b25-49ed-9a2f-906a3fbf4682 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:22.508836 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4388d2f9-b759-4f40-ae29-9c1140108afc req-028881f3-7b25-49ed-9a2f-906a3fbf4682 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 945 time: 0.0495698 Aug 25 18:28:22.548164 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4388d2f9-b759-4f40-ae29-9c1140108afc req-e820cf2f-853e-4d6d-89fe-92b6f1864912 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327229 Aug 25 18:28:22.696362 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf9f8a-fb53-43c9-84d8-cf9b05bbdbb5 req-8444b7ab-6dce-4144-8486-4a852e62acad tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:22.698363 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-95bf9f8a-fb53-43c9-84d8-cf9b05bbdbb5 req-8444b7ab-6dce-4144-8486-4a852e62acad tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 943 time: 0.0506732 Aug 25 18:28:22.737637 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-95bf9f8a-fb53-43c9-84d8-cf9b05bbdbb5 req-35a59358-4637-4c19-af83-9cd9a08d9321 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332420 Aug 25 18:28:23.326245 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-147f1233-6fb1-4e4b-b865-a03808cb0649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:23.668478 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e95987-0f74-4691-aa9f-8ff4b32cda1d req-c610987e-9504-411b-bd84-c6e9ed4cac03 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:23.669968 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-32e95987-0f74-4691-aa9f-8ff4b32cda1d req-c610987e-9504-411b-bd84-c6e9ed4cac03 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 945 time: 0.0539885 Aug 25 18:28:23.708902 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-32e95987-0f74-4691-aa9f-8ff4b32cda1d req-ec51e080-c317-4267-bab2-9592b70f64fe tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328000 Aug 25 18:28:23.859865 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac0a95-0438-4e10-82d3-7d8f85b759c2 req-8ba0ed91-983a-4fe9-9925-6db9e77aca67 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:23.861383 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9aac0a95-0438-4e10-82d3-7d8f85b759c2 req-8ba0ed91-983a-4fe9-9925-6db9e77aca67 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 943 time: 0.0503707 Aug 25 18:28:23.901791 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9aac0a95-0438-4e10-82d3-7d8f85b759c2 req-1b805d52-b36e-48a8-a6b7-9c9f703ff3d1 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335999 Aug 25 18:28:24.825563 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda5f35-d2cd-44c9-b3a6-b0a535bb07fc req-7209d2e3-4774-4f9c-8461-8530cd73d742 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:24.827022 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-edda5f35-d2cd-44c9-b3a6-b0a535bb07fc req-7209d2e3-4774-4f9c-8461-8530cd73d742 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 945 time: 0.0488548 Aug 25 18:28:24.873134 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-edda5f35-d2cd-44c9-b3a6-b0a535bb07fc req-bc7e1b88-6544-429f-a5a1-fc69e63184aa tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397255 Aug 25 18:28:25.037119 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649390fe-1a2d-425e-8a46-a96779d408eb req-ccde5173-01a0-4613-8ca8-db5632ea614f tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:25.038501 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-649390fe-1a2d-425e-8a46-a96779d408eb req-ccde5173-01a0-4613-8ca8-db5632ea614f tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 943 time: 0.0539265 Aug 25 18:28:25.079547 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-649390fe-1a2d-425e-8a46-a96779d408eb req-17c8b31f-4d8d-46c6-af20-ce57c90e8d4a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330024 Aug 25 18:28:25.766367 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-860effa1-a5ef-437d-8684-039448a6e476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:25.989524 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7285f71-9bf3-4459-b394-a45436098495 req-93d5f435-c96b-465a-8b16-dc82c786207d tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:25.991002 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d7285f71-9bf3-4459-b394-a45436098495 req-93d5f435-c96b-465a-8b16-dc82c786207d tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 945 time: 0.0504942 Aug 25 18:28:26.029341 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d7285f71-9bf3-4459-b394-a45436098495 req-5abc4970-7d0d-4841-bba7-72694664d4ff tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321281 Aug 25 18:28:26.194969 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc23ee-ea6d-43b9-b9c7-971f889e9e14 req-fa5d372d-bc66-40bf-9034-1952aa929a32 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:26.196432 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0ddc23ee-ea6d-43b9-b9c7-971f889e9e14 req-fa5d372d-bc66-40bf-9034-1952aa929a32 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 943 time: 0.0479522 Aug 25 18:28:26.235031 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0ddc23ee-ea6d-43b9-b9c7-971f889e9e14 req-3e19a3b9-4adb-4911-9744-3bc8d357ee20 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318894 Aug 25 18:28:26.899612 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 6 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:28:27.136985 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e863f8-74e7-4ffc-b593-8d3e6091e94b req-1496e48d-a28f-417d-b222-3e367c1deabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:27.138422 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c5e863f8-74e7-4ffc-b593-8d3e6091e94b req-1496e48d-a28f-417d-b222-3e367c1deabf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff6fe479012b4bdfbf44365f146a6cb1&device_id=ef978983-dbd7-4db6-b59a-e4ac0b086d1e HTTP/1.1" status: 200 len: 1099 time: 0.0861537 Aug 25 18:28:27.172002 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0a1e763d-99a7-4498-ab24-caece00fa375 req-8f499bfc-e5c8-4561-a298-233295408663 service neutron] 10.222.0.24 "GET /v2.0/networks/7658f0b9-c8c7-4d44-81a0-a1b2893e69b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051621 Aug 25 18:28:27.217846 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:27.257882 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b7a3b-0601-4e8b-a3f4-ecd64ba42024 req-18366b7f-757c-44ef-9ad2-0cac8b84dd50 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:27.259901 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-582b7a3b-0601-4e8b-a3f4-ecd64ba42024 req-18366b7f-757c-44ef-9ad2-0cac8b84dd50 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 945 time: 0.1590214 Aug 25 18:28:27.377246 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-582b7a3b-0601-4e8b-a3f4-ecd64ba42024 req-17790624-f5c9-4050-9548-aceb03307234 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077619 Aug 25 18:28:27.379243 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e863f8-74e7-4ffc-b593-8d3e6091e94b req-26668e6b-8764-41be-b449-51f81f87420d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:27.380626 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c5e863f8-74e7-4ffc-b593-8d3e6091e94b req-26668e6b-8764-41be-b449-51f81f87420d service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d04d8ed-dff1-407b-ac17-418584fb2033 HTTP/1.1" status: 200 len: 911 time: 0.2295997 Aug 25 18:28:27.382641 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0a1e763d-99a7-4498-ab24-caece00fa375 req-4f119c63-936b-4ff9-98a7-97d3da9d5f02 service neutron] 10.222.0.24 "GET /v2.0/networks/7658f0b9-c8c7-4d44-81a0-a1b2893e69b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835828 Aug 25 18:28:27.401330 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb510c3-af07-46a8-9a48-28bc0d1604d1 req-fe1b7ca3-f82f-4799-bd07-b72691d086fe tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:27.402828 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8cb510c3-af07-46a8-9a48-28bc0d1604d1 req-fe1b7ca3-f82f-4799-bd07-b72691d086fe tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 943 time: 0.0877242 Aug 25 18:28:27.455160 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:27.485357 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8cb510c3-af07-46a8-9a48-28bc0d1604d1 req-481d4365-5906-485d-9719-38be75fb725c tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748868 Aug 25 18:28:27.489046 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c5e863f8-74e7-4ffc-b593-8d3e6091e94b req-58fb12e8-4073-491d-89bc-812e9302fbbb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea08c20d-17f0-4f8c-b389-b9717b8a385d HTTP/1.1" status: 200 len: 1001 time: 0.0853555 Aug 25 18:28:27.538207 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e863f8-74e7-4ffc-b593-8d3e6091e94b req-266dfb45-a0d2-42a4-8f2e-c50729fe79cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:27.539600 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c5e863f8-74e7-4ffc-b593-8d3e6091e94b req-266dfb45-a0d2-42a4-8f2e-c50729fe79cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37e9ac56-2a31-4c36-93d9-ecbd84267da7 HTTP/1.1" status: 200 len: 849 time: 0.0425034 Aug 25 18:28:27.588763 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e863f8-74e7-4ffc-b593-8d3e6091e94b req-6fcb0420-d837-4bdf-9788-05691a10b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:27.590212 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c5e863f8-74e7-4ffc-b593-8d3e6091e94b req-6fcb0420-d837-4bdf-9788-05691a10b6af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d04d8ed-dff1-407b-ac17-418584fb2033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401042 Aug 25 18:28:27.680637 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c5e863f8-74e7-4ffc-b593-8d3e6091e94b req-644b302e-36ab-496c-800b-94fe6c51945d service neutron] 10.222.0.24 "GET /v2.0/networks/0d04d8ed-dff1-407b-ac17-418584fb2033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818431 Aug 25 18:28:27.767658 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c5e863f8-74e7-4ffc-b593-8d3e6091e94b req-a5c0a80d-4994-4026-88ab-06ecdb0abce0 service neutron] 10.222.0.24 "GET /v2.0/networks/0d04d8ed-dff1-407b-ac17-418584fb2033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781355 Aug 25 18:28:28.034698 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 289bab63-43d9-4aef-913f-b44128144a76 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 18:28:28.128333 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 289bab63-43d9-4aef-913f-b44128144a76, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=289bab63-43d9-4aef-913f-b44128144a76,segment=NetworkSegment(c7174dd9-e2ad-4230-9486-8edb6195741d),segment_id=c7174dd9-e2ad-4230-9486-8edb6195741d)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:28:28.139216 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Returning: {'device': '289bab63-43d9-4aef-913f-b44128144a76', 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61', 'port_id': '289bab63-43d9-4aef-913f-b44128144a76', 'mac_address': 'fa:16:3e:c6:6f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d7b14c-bc03-4fe0-a3a0-cffe2819abe3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 18:28:28.175123 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:28.187810 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 289bab63-43d9-4aef-913f-b44128144a76 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:28:28.205949 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 289bab63-43d9-4aef-913f-b44128144a76, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=289bab63-43d9-4aef-913f-b44128144a76,segment=NetworkSegment(c7174dd9-e2ad-4230-9486-8edb6195741d),segment_id=c7174dd9-e2ad-4230-9486-8edb6195741d)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:28:28.209744 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:28.256677 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=289bab63-43d9-4aef-913f-b44128144a76,revision_number=9']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:28.263580 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:28:28.263923 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:28:28.264256 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:28:28.264600 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:28:28.264928 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:28:28.265250 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:28:28.265573 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:28:28.265890 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:28:28.266206 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:28:28.266519 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:28:28.266871 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:28:28.267185 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:28:28.454147 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['289bab63-43d9-4aef-913f-b44128144a76'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:28:28.493107 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9435e1d-2dd9-4a8e-b174-68e5321be0bd req-aae4414c-ef02-4e06-8b14-4c548a12e976 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:28.495109 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d9435e1d-2dd9-4a8e-b174-68e5321be0bd req-aae4414c-ef02-4e06-8b14-4c548a12e976 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 945 time: 0.0530066 Aug 25 18:28:28.533227 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d9435e1d-2dd9-4a8e-b174-68e5321be0bd req-9b14ab0d-c36e-470d-bc78-60df8e7064a0 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/security-groups?id=a0e5804f-a408-43eb-a355-2a6dd5123c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321767 Aug 25 18:28:28.607018 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ae02f-621c-4b69-b616-aeaa1194b368 req-3835d263-6452-4230-8f11-b041a5cb968c tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:28.608477 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c65ae02f-621c-4b69-b616-aeaa1194b368 req-3835d263-6452-4230-8f11-b041a5cb968c tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 944 time: 0.0495574 Aug 25 18:28:28.656837 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c65ae02f-621c-4b69-b616-aeaa1194b368 req-7601bf3f-999d-4b30-871b-99413c68d945 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424345 Aug 25 18:28:28.811679 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b6074-b848-4f60-b24f-d5b93701f446 req-622df39d-4baf-4474-ae7d-ed12f69266fe tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:28.813036 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3b0b6074-b848-4f60-b24f-d5b93701f446 req-622df39d-4baf-4474-ae7d-ed12f69266fe tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 945 time: 0.0465014 Aug 25 18:28:28.869854 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:28.904810 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-3b0b6074-b848-4f60-b24f-d5b93701f446 req-453b102a-fbcc-439f-b7a2-39b6aa297486 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Deleting port 95654300-f287-4649-9f3e-40b10a8da41d {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:28:28.905147 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3b0b6074-b848-4f60-b24f-d5b93701f446 req-453b102a-fbcc-439f-b7a2-39b6aa297486 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:28.993477 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-3b0b6074-b848-4f60-b24f-d5b93701f446 req-453b102a-fbcc-439f-b7a2-39b6aa297486 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] For port 95654300-f287-4649-9f3e-40b10a8da41d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=95654300-f287-4649-9f3e-40b10a8da41d,segment=NetworkSegment(b0af7907-0384-4797-b84f-b8ec228f4105),segment_id=b0af7907-0384-4797-b84f-b8ec228f4105)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:28:28.993828 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3b0b6074-b848-4f60-b24f-d5b93701f446 req-453b102a-fbcc-439f-b7a2-39b6aa297486 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:29.006147 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-3b0b6074-b848-4f60-b24f-d5b93701f446 req-453b102a-fbcc-439f-b7a2-39b6aa297486 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Calling delete_port for 95654300-f287-4649-9f3e-40b10a8da41d owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:28:29.130087 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3b0b6074-b848-4f60-b24f-d5b93701f446 req-453b102a-fbcc-439f-b7a2-39b6aa297486 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:29.143421 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['95654300-f287-4649-9f3e-40b10a8da41d'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:28:29.161328 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b102a-fbcc-439f-b7a2-39b6aa297486 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Pushing event deleted for resources: {'Port': ['ID=95654300-f287-4649-9f3e-40b10a8da41d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:29.203273 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0b6074-b848-4f60-b24f-d5b93701f446 req-453b102a-fbcc-439f-b7a2-39b6aa297486 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] No DVR routers for this DVR port 95654300-f287-4649-9f3e-40b10a8da41d on host hv-cinder-79049 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:28:29.205741 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3b0b6074-b848-4f60-b24f-d5b93701f446 req-453b102a-fbcc-439f-b7a2-39b6aa297486 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:29.207670 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3b0b6074-b848-4f60-b24f-d5b93701f446 req-453b102a-fbcc-439f-b7a2-39b6aa297486 tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.24 "DELETE /v2.0/ports/95654300-f287-4649-9f3e-40b10a8da41d HTTP/1.1" status: 204 len: 173 time: 0.3879321 Aug 25 18:28:29.208092 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9c21e5-4d35-4002-96ac-ef2abc930c77', 'name': 'network-vif-deleted', 'tag': '95654300-f287-4649-9f3e-40b10a8da41d'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:28:29.210364 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11b992e-e990-4a7b-97df-865babb028a4" -d '{"events": [{"server_uuid": "cc9c21e5-4d35-4002-96ac-ef2abc930c77", "name": "network-vif-deleted", "tag": "95654300-f287-4649-9f3e-40b10a8da41d"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:28:29.245566 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540bc9c3-80bd-4149-adec-d09567e498f6 x-openstack-request-id: req-540bc9c3-80bd-4149-adec-d09567e498f6 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:28:29.245835 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9c21e5-4d35-4002-96ac-ef2abc930c77", "name": "network-vif-deleted", "tag": "95654300-f287-4649-9f3e-40b10a8da41d", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:28:29.246116 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-540bc9c3-80bd-4149-adec-d09567e498f6 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:28:29.246555 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9c21e5-4d35-4002-96ac-ef2abc930c77', 'name': 'network-vif-deleted', 'tag': '95654300-f287-4649-9f3e-40b10a8da41d', 'status': 'completed', 'code': 200} Aug 25 18:28:29.647967 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d8b5bc91-40a4-4b1b-a882-dd57d468e449 req-b29869ff-5f5f-405a-9334-f2e50284ce5a tempest-TestMinimumBasicScenario-1877301732 tempest-TestMinimumBasicScenario-1877301732-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc9c21e5-4d35-4002-96ac-ef2abc930c77 HTTP/1.1" status: 200 len: 210 time: 0.0257866 Aug 25 18:28:29.775146 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5dfbfe-3145-4c5b-94f2-8f0f3c8652be req-1b1bf8d9-b9b0-4c61-94cd-4d2c53acbdd0 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:29.776515 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-fc5dfbfe-3145-4c5b-94f2-8f0f3c8652be req-1b1bf8d9-b9b0-4c61-94cd-4d2c53acbdd0 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 944 time: 0.0471489 Aug 25 18:28:29.813680 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-fc5dfbfe-3145-4c5b-94f2-8f0f3c8652be req-5e436bf9-3784-4269-8130-ec81e40ecd92 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312757 Aug 25 18:28:30.051850 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 289bab63-43d9-4aef-913f-b44128144a76 up at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:28:30.098097 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning complete for port 289bab63-43d9-4aef-913f-b44128144a76 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:28:30.098456 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:30.173158 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:30.194557 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c753949-3f6d-47ae-8184-b5783f724c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289bab63-43d9-4aef-913f-b44128144a76'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:28:30.197328 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700cf778d203af030a48c7cd7e91a8769aab6ec207ebda1a87165573d1bde0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173e2c2e-7291-4af7-a180-ec2c49e8497e" -d '{"events": [{"server_uuid": "2c753949-3f6d-47ae-8184-b5783f724c50", "name": "network-vif-plugged", "status": "completed", "tag": "289bab63-43d9-4aef-913f-b44128144a76"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:28:30.209122 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 289bab63-43d9-4aef-913f-b44128144a76, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=289bab63-43d9-4aef-913f-b44128144a76,segment=NetworkSegment(c7174dd9-e2ad-4230-9486-8edb6195741d),segment_id=c7174dd9-e2ad-4230-9486-8edb6195741d)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:28:30.212416 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:30.237387 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8becd3d2-d7a2-45ee-ae93-d0535eb97855 x-openstack-request-id: req-8becd3d2-d7a2-45ee-ae93-d0535eb97855 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:28:30.237671 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c753949-3f6d-47ae-8184-b5783f724c50", "name": "network-vif-plugged", "status": "completed", "tag": "289bab63-43d9-4aef-913f-b44128144a76", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:28:30.237916 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8becd3d2-d7a2-45ee-ae93-d0535eb97855 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:28:30.238290 dv-cinder-790492-8-iscsi neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c753949-3f6d-47ae-8184-b5783f724c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289bab63-43d9-4aef-913f-b44128144a76', 'code': 200} Aug 25 18:28:30.266829 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=289bab63-43d9-4aef-913f-b44128144a76,revision_number=10']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:30.429090 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0957c8b-64c8-4787-a924-e36dcd455ae9 req-82ad0284-c73f-41fb-adef-8f5aa520761d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:30.430602 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b0957c8b-64c8-4787-a924-e36dcd455ae9 req-82ad0284-c73f-41fb-adef-8f5aa520761d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 1099 time: 0.0393424 Aug 25 18:28:30.463781 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b0957c8b-64c8-4787-a924-e36dcd455ae9 req-ec45b127-e486-4a91-a5f4-f0a371c33caf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258718 Aug 25 18:28:30.935721 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a948bab-4806-4f86-b5a8-d5d377bf38db req-f45da9c5-ca4b-4aba-8f3f-342cb0620822 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:30.937240 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8a948bab-4806-4f86-b5a8-d5d377bf38db req-f45da9c5-ca4b-4aba-8f3f-342cb0620822 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 946 time: 0.0528262 Aug 25 18:28:30.976024 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8a948bab-4806-4f86-b5a8-d5d377bf38db req-f717c8c4-8a95-469a-b88f-3071f958f66c tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328937 Aug 25 18:28:31.182139 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 40344) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:28:31.732083 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7d78c65b-ff0f-41ce-8e45-87880b5b8c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435919'] for router_interface, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:31.992308 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7d78c65b-ff0f-41ce-8e45-87880b5b8c69 admin admin] Deleting port 8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:28:31.993031 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7d78c65b-ff0f-41ce-8e45-87880b5b8c69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:32.053396 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 95654300-f287-4649-9f3e-40b10a8da41d no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:28:32.074545 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] No Port match for: 95654300-f287-4649-9f3e-40b10a8da41d {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:28:32.074885 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 95654300-f287-4649-9f3e-40b10a8da41d not bound to the agent host hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:28:32.077891 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-7d78c65b-ff0f-41ce-8e45-87880b5b8c69 admin admin] For port 8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5,segment=NetworkSegment(b0af7907-0384-4797-b84f-b8ec228f4105),segment_id=b0af7907-0384-4797-b84f-b8ec228f4105)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:28:32.078254 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7d78c65b-ff0f-41ce-8e45-87880b5b8c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:32.092742 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7d78c65b-ff0f-41ce-8e45-87880b5b8c69 admin admin] Calling delete_port for 8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5 owned by network:router_interface {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:28:32.103308 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7df0b5-52c4-4140-9f2d-52d42000a2c8 req-f354c0e4-7604-4ba5-8f54-eb639467e5a1 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:32.105526 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0c7df0b5-52c4-4140-9f2d-52d42000a2c8 req-f354c0e4-7604-4ba5-8f54-eb639467e5a1 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 946 time: 0.0557587 Aug 25 18:28:32.149179 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0c7df0b5-52c4-4140-9f2d-52d42000a2c8 req-78d4fcd0-910d-435d-a471-ac227d9798f0 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374644 Aug 25 18:28:32.275157 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7d78c65b-ff0f-41ce-8e45-87880b5b8c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12706292'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:32.301749 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78c65b-ff0f-41ce-8e45-87880b5b8c69 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:32.474506 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7d78c65b-ff0f-41ce-8e45-87880b5b8c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435717'] for router_interface, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:32.686863 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d78c65b-ff0f-41ce-8e45-87880b5b8c69 admin admin] Router ef351de8-d761-4613-aeae-87a9ebda20fb has already been hosted by L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 {{(pid=93792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:28:32.793860 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d78c65b-ff0f-41ce-8e45-87880b5b8c69 admin admin] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:28:32.800289 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-7d78c65b-ff0f-41ce-8e45-87880b5b8c69 admin admin] 10.222.0.37 "PUT /v2.0/routers/ef351de8-d761-4613-aeae-87a9ebda20fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6156745 Aug 25 18:28:32.801516 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 40384) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:28:32.803909 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c305ab-5363-4220-b357-ec8a1ef5288e None None] Sync routers for ids ['ef351de8-d761-4613-aeae-87a9ebda20fb'] in dv-cinder-790492-8-iscsi {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:28:32.812869 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c305ab-5363-4220-b357-ec8a1ef5288e None None] Routers {'ef351de8-d761-4613-aeae-87a9ebda20fb'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:28:32.813572 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-29c305ab-5363-4220-b357-ec8a1ef5288e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:28:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['ef351de8-d761-4613-aeae-87a9ebda20fb'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:28:32.901873 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-330b203d-11bb-49e0-ac67-bb0d6e242a3b admin admin] Notify callbacks [] for router, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:32.915917 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-29c305ab-5363-4220-b357-ec8a1ef5288e None None] Set router ef351de8-d761-4613-aeae-87a9ebda20fb gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:28:32.998420 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-330b203d-11bb-49e0-ac67-bb0d6e242a3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:33.051662 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-330b203d-11bb-49e0-ac67-bb0d6e242a3b admin admin] Deleting port 6470af67-a89f-4fb8-9071-72572f01a39a {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:28:33.051995 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-330b203d-11bb-49e0-ac67-bb0d6e242a3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:33.093577 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-29c305ab-5363-4220-b357-ec8a1ef5288e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'name': 'tempest-TestMinimumBasicScenario-1205645293-router', 'tenant_id': 'd4b0f08f861943e49eaf962ad37693b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '6470af67-a89f-4fb8-9071-72572f01a39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:26:02Z', 'updated_at': '2021-08-25T18:28:32Z', 'revision_number': 5, 'project_id': 'd4b0f08f861943e49eaf962ad37693b8', 'gw_port': {'id': '6470af67-a89f-4fb8-9071-72572f01a39a', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:26:03Z', 'updated_at': '2021-08-25T18:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi'}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:28:33.119625 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c305ab-5363-4220-b357-ec8a1ef5288e None None] Checking router: ef351de8-d761-4613-aeae-87a9ebda20fb for host: dv-cinder-790492-8-iscsi {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:28:33.127467 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-330b203d-11bb-49e0-ac67-bb0d6e242a3b admin admin] For port 6470af67-a89f-4fb8-9071-72572f01a39a, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=6470af67-a89f-4fb8-9071-72572f01a39a,segment=NetworkSegment(49cfb93f-112c-4d1a-97bc-26302bfd74eb),segment_id=49cfb93f-112c-4d1a-97bc-26302bfd74eb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:28:33.127631 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c305ab-5363-4220-b357-ec8a1ef5288e None None] Routers {'ef351de8-d761-4613-aeae-87a9ebda20fb'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:28:33.127832 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-330b203d-11bb-49e0-ac67-bb0d6e242a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:33.128225 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-29c305ab-5363-4220-b357-ec8a1ef5288e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:28:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['ef351de8-d761-4613-aeae-87a9ebda20fb'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:28:33.140572 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-330b203d-11bb-49e0-ac67-bb0d6e242a3b admin admin] Calling delete_port for 6470af67-a89f-4fb8-9071-72572f01a39a owned by network:router_gateway {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:28:33.215025 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-29c305ab-5363-4220-b357-ec8a1ef5288e None None] Set router ef351de8-d761-4613-aeae-87a9ebda20fb gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:28:33.266729 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b73950-eebc-4239-b971-7475a31f8b98 req-834e8b3a-dd29-48cc-9022-9a9b36c887fa tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:33.268329 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f3b73950-eebc-4239-b971-7475a31f8b98 req-834e8b3a-dd29-48cc-9022-9a9b36c887fa tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 946 time: 0.0506136 Aug 25 18:28:33.271951 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-29c305ab-5363-4220-b357-ec8a1ef5288e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'name': 'tempest-TestMinimumBasicScenario-1205645293-router', 'tenant_id': 'd4b0f08f861943e49eaf962ad37693b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:26:02Z', 'updated_at': '2021-08-25T18:28:32Z', 'revision_number': 6, 'project_id': 'd4b0f08f861943e49eaf962ad37693b8', 'gw_port_host': None}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:28:33.303961 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c305ab-5363-4220-b357-ec8a1ef5288e None None] The sync data for ids ['ef351de8-d761-4613-aeae-87a9ebda20fb'] in dv-cinder-790492-8-iscsi is: [{'id': 'ef351de8-d761-4613-aeae-87a9ebda20fb', 'name': 'tempest-TestMinimumBasicScenario-1205645293-router', 'tenant_id': 'd4b0f08f861943e49eaf962ad37693b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:26:02Z', 'updated_at': '2021-08-25T18:28:32Z', 'revision_number': 6, 'project_id': 'd4b0f08f861943e49eaf962ad37693b8', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:28:33.316305 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f3b73950-eebc-4239-b971-7475a31f8b98 req-c545d1c6-f0f1-44fe-8b81-aad3a14b7539 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420613 Aug 25 18:28:33.318293 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-330b203d-11bb-49e0-ac67-bb0d6e242a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12706292'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:33.348437 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b203d-11bb-49e0-ac67-bb0d6e242a3b admin admin] Pushing event deleted for resources: {'Port': ['ID=6470af67-a89f-4fb8-9071-72572f01a39a,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:33.415921 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-330b203d-11bb-49e0-ac67-bb0d6e242a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-438111'] for router_gateway, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:33.500816 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-330b203d-11bb-49e0-ac67-bb0d6e242a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40943'] for router, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:33.502807 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-330b203d-11bb-49e0-ac67-bb0d6e242a3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:33.544488 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-330b203d-11bb-49e0-ac67-bb0d6e242a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-432079'] for router, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:33.544962 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330b203d-11bb-49e0-ac67-bb0d6e242a3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef351de8-d761-4613-aeae-87a9ebda20fb {{(pid=93792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 18:28:33.549598 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-330b203d-11bb-49e0-ac67-bb0d6e242a3b admin admin] Notify callbacks [] for router, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:33.550702 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-330b203d-11bb-49e0-ac67-bb0d6e242a3b admin admin] 10.222.0.37 "DELETE /v2.0/routers/ef351de8-d761-4613-aeae-87a9ebda20fb HTTP/1.1" status: 204 len: 168 time: 0.7482865 Aug 25 18:28:33.553241 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 40392) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:28:33.596395 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb2e3675-ea75-484c-835c-6151eabbf6a4 admin admin] Deleting subnet 48fe81fc-18ce-449e-adc8-712ce7a3cecf {{(pid=93792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 18:28:33.599309 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fb2e3675-ea75-484c-835c-6151eabbf6a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:33.844946 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fb2e3675-ea75-484c-835c-6151eabbf6a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12801374'] for subnet, precommit_delete_associations {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:33.947779 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fb2e3675-ea75-484c-835c-6151eabbf6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541805'] for subnet, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:33.998221 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fb2e3675-ea75-484c-835c-6151eabbf6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12706215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14501353'] for subnet, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:34.021234 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e3675-ea75-484c-835c-6151eabbf6a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48fe81fc-18ce-449e-adc8-712ce7a3cecf,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:34.027184 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fb2e3675-ea75-484c-835c-6151eabbf6a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for subnet, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:34.029050 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-fb2e3675-ea75-484c-835c-6151eabbf6a4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/48fe81fc-18ce-449e-adc8-712ce7a3cecf HTTP/1.1" status: 204 len: 168 time: 0.4749000 Aug 25 18:28:34.031516 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 40394) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:28:34.034192 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e3e801-1db4-4155-8ab7-06f6ceb046dd None None] Network 7658f0b9-c8c7-4d44-81a0-a1b2893e69b5 requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:28:34.102067 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5 no longer exists at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:28:34.104230 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-78e76fec-94af-4ceb-87ac-eb7cde64a184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548157'] for network, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:34.129105 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-a73fd473-a473-4725-b778-338a169d167b None None] No Port match for: 8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5 {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:28:34.129447 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 8bfc5a5e-c232-4bff-b7d1-001ac0c2cfb5 not bound to the agent host dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:28:34.161033 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-78e76fec-94af-4ceb-87ac-eb7cde64a184 admin admin] Deleting port 4328dd91-3d07-4ea4-97b1-e10c6f889f1d {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:28:34.161369 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-78e76fec-94af-4ceb-87ac-eb7cde64a184 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:34.226434 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-78e76fec-94af-4ceb-87ac-eb7cde64a184 admin admin] For port 4328dd91-3d07-4ea4-97b1-e10c6f889f1d, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=4328dd91-3d07-4ea4-97b1-e10c6f889f1d,segment=NetworkSegment(b0af7907-0384-4797-b84f-b8ec228f4105),segment_id=b0af7907-0384-4797-b84f-b8ec228f4105)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:28:34.226793 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-78e76fec-94af-4ceb-87ac-eb7cde64a184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:34.240828 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-78e76fec-94af-4ceb-87ac-eb7cde64a184 admin admin] Calling delete_port for 4328dd91-3d07-4ea4-97b1-e10c6f889f1d owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:28:34.250069 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285b2402-6827-4fe5-bb20-a89daac4a6d6 None None] DHCP port deletion for 7658f0b9-c8c7-4d44-81a0-a1b2893e69b5 request from dv-cinder-790492-8-iscsi {{(pid=93793) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 18:28:34.297158 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-285b2402-6827-4fe5-bb20-a89daac4a6d6 None None] Deleting port 4328dd91-3d07-4ea4-97b1-e10c6f889f1d {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:28:34.297537 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-285b2402-6827-4fe5-bb20-a89daac4a6d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:34.329826 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-78e76fec-94af-4ceb-87ac-eb7cde64a184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12706292'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:34.357840 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e76fec-94af-4ceb-87ac-eb7cde64a184 admin admin] Pushing event deleted for resources: {'Port': ['ID=4328dd91-3d07-4ea4-97b1-e10c6f889f1d,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:34.362050 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e76fec-94af-4ceb-87ac-eb7cde64a184 admin admin] No DVR routers for this DVR port 4328dd91-3d07-4ea4-97b1-e10c6f889f1d on host dv-cinder-790492-8-iscsi {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:28:34.366075 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-285b2402-6827-4fe5-bb20-a89daac4a6d6 None None] For port 4328dd91-3d07-4ea4-97b1-e10c6f889f1d, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=4328dd91-3d07-4ea4-97b1-e10c6f889f1d,segment=NetworkSegment(b0af7907-0384-4797-b84f-b8ec228f4105),segment_id=b0af7907-0384-4797-b84f-b8ec228f4105)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:28:34.366710 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-285b2402-6827-4fe5-bb20-a89daac4a6d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:34.382573 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-285b2402-6827-4fe5-bb20-a89daac4a6d6 None None] Calling delete_port for 4328dd91-3d07-4ea4-97b1-e10c6f889f1d owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:28:34.447826 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-78e76fec-94af-4ceb-87ac-eb7cde64a184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651606', 'neutron.services.segments.db._delete_segments_for_network-8748354584558'] for network, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:34.457669 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.services.segments.db [None req-78e76fec-94af-4ceb-87ac-eb7cde64a184 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7658f0b9-c8c7-4d44-81a0-a1b2893e69b5']}} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:28:34.471912 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.services.segments.db [None req-78e76fec-94af-4ceb-87ac-eb7cde64a184 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0af7907-0384-4797-b84f-b8ec228f4105') {'for_net_delete': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:28:34.472137 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.services.segments.db [None req-78e76fec-94af-4ceb-87ac-eb7cde64a184 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0af7907-0384-4797-b84f-b8ec228f4105') {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:28:34.481360 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-78e76fec-94af-4ceb-87ac-eb7cde64a184 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748354584441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12801345'] for segment, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:34.495516 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-78e76fec-94af-4ceb-87ac-eb7cde64a184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788'] for segment, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:34.500531 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-285b2402-6827-4fe5-bb20-a89daac4a6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:34.505301 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e76fec-94af-4ceb-87ac-eb7cde64a184 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=93792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 18:28:34.505755 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-78e76fec-94af-4ceb-87ac-eb7cde64a184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12706241'] for segment, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:34.507456 dv-cinder-790492-8-iscsi neutron-server[93792]: Traceback (most recent call last): Aug 25 18:28:34.507456 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 18:28:34.507456 dv-cinder-790492-8-iscsi neutron-server[93792]: timer() Aug 25 18:28:34.507456 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 18:28:34.507456 dv-cinder-790492-8-iscsi neutron-server[93792]: cb(*args, **kw) Aug 25 18:28:34.507456 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 18:28:34.507456 dv-cinder-790492-8-iscsi neutron-server[93792]: return func(*args, **kwargs) Aug 25 18:28:34.507456 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 18:28:34.507456 dv-cinder-790492-8-iscsi neutron-server[93792]: self._notify() Aug 25 18:28:34.507456 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 18:28:34.507456 dv-cinder-790492-8-iscsi neutron-server[93792]: self.callback(batched_events) Aug 25 18:28:34.507456 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 18:28:34.507456 dv-cinder-790492-8-iscsi neutron-server[93792]: event.method(event) Aug 25 18:28:34.507456 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 18:28:34.507456 dv-cinder-790492-8-iscsi neutron-server[93792]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 18:28:34.507456 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 18:28:34.507456 dv-cinder-790492-8-iscsi neutron-server[93792]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 18:28:34.507456 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 18:28:34.507456 dv-cinder-790492-8-iscsi neutron-server[93792]: return f(self, *a, **k) Aug 25 18:28:34.507456 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 18:28:34.507456 dv-cinder-790492-8-iscsi neutron-server[93792]: return self._get(url).json() Aug 25 18:28:34.507456 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 18:28:34.507456 dv-cinder-790492-8-iscsi neutron-server[93792]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 18:28:34.507456 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 18:28:34.507456 dv-cinder-790492-8-iscsi neutron-server[93792]: return self.request(url, 'GET', **kwargs) Aug 25 18:28:34.507456 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 18:28:34.507456 dv-cinder-790492-8-iscsi neutron-server[93792]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 18:28:34.507456 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 18:28:34.507456 dv-cinder-790492-8-iscsi neutron-server[93792]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 18:28:34.507456 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 18:28:34.507456 dv-cinder-790492-8-iscsi neutron-server[93792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 18:28:34.507456 dv-cinder-790492-8-iscsi neutron-server[93792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 18:28:34.563841 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-78e76fec-94af-4ceb-87ac-eb7cde64a184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438115'] for network, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:34.568276 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-78e76fec-94af-4ceb-87ac-eb7cde64a184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for network, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:34.570244 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-78e76fec-94af-4ceb-87ac-eb7cde64a184 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7658f0b9-c8c7-4d44-81a0-a1b2893e69b5 HTTP/1.1" status: 204 len: 168 time: 0.5378242 Aug 25 18:28:34.574034 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 40398) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:28:34.583165 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e76fec-94af-4ceb-87ac-eb7cde64a184 admin admin] Pushing event deleted for resources: {'Network': ['ID=7658f0b9-c8c7-4d44-81a0-a1b2893e69b5,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:34.642154 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b2402-6827-4fe5-bb20-a89daac4a6d6 None None] Pushing event deleted for resources: {'Port': ['ID=4328dd91-3d07-4ea4-97b1-e10c6f889f1d,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:34.645735 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285b2402-6827-4fe5-bb20-a89daac4a6d6 None None] No DVR routers for this DVR port 4328dd91-3d07-4ea4-97b1-e10c6f889f1d on host dv-cinder-790492-8-iscsi {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:28:35.001201 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-869f3849-22a8-465f-ad4f-09f3ee2bc848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435919'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:35.282994 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-869f3849-22a8-465f-ad4f-09f3ee2bc848 admin admin] Deleting port 07c470a4-1921-44ee-a625-ee61a05b39d3 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:28:35.283236 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-869f3849-22a8-465f-ad4f-09f3ee2bc848 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:35.360130 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-869f3849-22a8-465f-ad4f-09f3ee2bc848 admin admin] For port 07c470a4-1921-44ee-a625-ee61a05b39d3, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=07c470a4-1921-44ee-a625-ee61a05b39d3,segment=NetworkSegment(d54b1ff0-6917-4bf9-8ddd-b278abdacefc),segment_id=d54b1ff0-6917-4bf9-8ddd-b278abdacefc)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:28:35.360485 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-869f3849-22a8-465f-ad4f-09f3ee2bc848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:35.373761 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-869f3849-22a8-465f-ad4f-09f3ee2bc848 admin admin] Calling delete_port for 07c470a4-1921-44ee-a625-ee61a05b39d3 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:28:35.547539 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-869f3849-22a8-465f-ad4f-09f3ee2bc848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:35.570708 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f3849-22a8-465f-ad4f-09f3ee2bc848 admin admin] Pushing event deleted for resources: {'Port': ['ID=07c470a4-1921-44ee-a625-ee61a05b39d3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:35.704160 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 6470af67-a89f-4fb8-9071-72572f01a39a no longer exists at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:28:35.725713 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-a73fd473-a473-4725-b778-338a169d167b None None] No Port match for: 6470af67-a89f-4fb8-9071-72572f01a39a {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:28:35.726047 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 6470af67-a89f-4fb8-9071-72572f01a39a not bound to the agent host dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:28:35.726452 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 4328dd91-3d07-4ea4-97b1-e10c6f889f1d no longer exists at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:28:35.746184 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-a73fd473-a473-4725-b778-338a169d167b None None] No Port match for: 4328dd91-3d07-4ea4-97b1-e10c6f889f1d {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:28:35.746522 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 4328dd91-3d07-4ea4-97b1-e10c6f889f1d not bound to the agent host dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:28:35.758230 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-869f3849-22a8-465f-ad4f-09f3ee2bc848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435717'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:35.963803 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869f3849-22a8-465f-ad4f-09f3ee2bc848 admin admin] Router e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e has already been hosted by L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:28:36.066448 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869f3849-22a8-465f-ad4f-09f3ee2bc848 admin admin] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:28:36.071475 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-869f3849-22a8-465f-ad4f-09f3ee2bc848 admin admin] 10.222.0.37 "PUT /v2.0/routers/e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4959636 Aug 25 18:28:36.074619 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 40402) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:28:36.075599 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6970a6de-a0df-4134-8445-fd6d0b03f823 None None] Sync routers for ids ['e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e'] in dv-cinder-790492-8-iscsi {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:28:36.085230 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6970a6de-a0df-4134-8445-fd6d0b03f823 None None] Routers {'e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:28:36.085830 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-6970a6de-a0df-4134-8445-fd6d0b03f823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:28:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:28:36.175939 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec12b19c-dcf5-4d48-989a-372c467d8366 admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:36.186435 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-6970a6de-a0df-4134-8445-fd6d0b03f823 None None] Set router e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e gateway port host: dv-cinder-790492-8-iscsi {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:28:36.366879 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-6970a6de-a0df-4134-8445-fd6d0b03f823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e', 'name': 'tempest-TestMinimumBasicScenario-1901069975-router', 'tenant_id': '5e4025405e2544a3836f394bca8d91c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '175a4788-5cd4-4920-b31a-62eab5732cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:26:08Z', 'updated_at': '2021-08-25T18:28:35Z', 'revision_number': 5, 'project_id': '5e4025405e2544a3836f394bca8d91c4', 'gw_port': {'id': '175a4788-5cd4-4920-b31a-62eab5732cfd', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:26:08Z', 'updated_at': '2021-08-25T18:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi'}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:28:36.397885 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6970a6de-a0df-4134-8445-fd6d0b03f823 None None] Checking router: e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e for host: dv-cinder-790492-8-iscsi {{(pid=93794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:28:36.407515 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6970a6de-a0df-4134-8445-fd6d0b03f823 None None] Routers {'e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:28:36.408138 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-6970a6de-a0df-4134-8445-fd6d0b03f823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:28:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:28:36.528720 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec12b19c-dcf5-4d48-989a-372c467d8366 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:36.579168 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ec12b19c-dcf5-4d48-989a-372c467d8366 admin admin] Deleting port 175a4788-5cd4-4920-b31a-62eab5732cfd {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:28:36.579500 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec12b19c-dcf5-4d48-989a-372c467d8366 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:36.597001 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-6970a6de-a0df-4134-8445-fd6d0b03f823 None None] Set router e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e gateway port host: dv-cinder-790492-8-iscsi {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:28:36.659164 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-ec12b19c-dcf5-4d48-989a-372c467d8366 admin admin] For port 175a4788-5cd4-4920-b31a-62eab5732cfd, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=175a4788-5cd4-4920-b31a-62eab5732cfd,segment=NetworkSegment(49cfb93f-112c-4d1a-97bc-26302bfd74eb),segment_id=49cfb93f-112c-4d1a-97bc-26302bfd74eb)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:28:36.659570 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec12b19c-dcf5-4d48-989a-372c467d8366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:36.675326 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ec12b19c-dcf5-4d48-989a-372c467d8366 admin admin] Calling delete_port for 175a4788-5cd4-4920-b31a-62eab5732cfd owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:28:36.777202 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-6970a6de-a0df-4134-8445-fd6d0b03f823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e', 'name': 'tempest-TestMinimumBasicScenario-1901069975-router', 'tenant_id': '5e4025405e2544a3836f394bca8d91c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '175a4788-5cd4-4920-b31a-62eab5732cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:26:08Z', 'updated_at': '2021-08-25T18:28:35Z', 'revision_number': 5, 'project_id': '5e4025405e2544a3836f394bca8d91c4', 'gw_port': {'id': '175a4788-5cd4-4920-b31a-62eab5732cfd', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:26:08Z', 'updated_at': '2021-08-25T18:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi'}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:28:36.807435 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6970a6de-a0df-4134-8445-fd6d0b03f823 None None] The sync data for ids ['e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e'] in dv-cinder-790492-8-iscsi is: [{'id': 'e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e', 'name': 'tempest-TestMinimumBasicScenario-1901069975-router', 'tenant_id': '5e4025405e2544a3836f394bca8d91c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '175a4788-5cd4-4920-b31a-62eab5732cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:26:08Z', 'updated_at': '2021-08-25T18:28:35Z', 'revision_number': 5, 'project_id': '5e4025405e2544a3836f394bca8d91c4', 'gw_port': {'id': '175a4788-5cd4-4920-b31a-62eab5732cfd', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:26:08Z', 'updated_at': '2021-08-25T18:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi'}] {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:28:36.847910 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec12b19c-dcf5-4d48-989a-372c467d8366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:36.876289 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12b19c-dcf5-4d48-989a-372c467d8366 admin admin] Pushing event deleted for resources: {'Port': ['ID=175a4788-5cd4-4920-b31a-62eab5732cfd,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:36.935195 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec12b19c-dcf5-4d48-989a-372c467d8366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-438111'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:37.035524 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec12b19c-dcf5-4d48-989a-372c467d8366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40943'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:37.037674 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec12b19c-dcf5-4d48-989a-372c467d8366 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:37.100990 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec12b19c-dcf5-4d48-989a-372c467d8366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-432079'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:37.101485 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec12b19c-dcf5-4d48-989a-372c467d8366 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 18:28:37.107670 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec12b19c-dcf5-4d48-989a-372c467d8366 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:37.108851 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-ec12b19c-dcf5-4d48-989a-372c467d8366 admin admin] 10.222.0.37 "DELETE /v2.0/routers/e5bc82d9-b6bc-4ecb-bb64-7600a70e3f3e HTTP/1.1" status: 204 len: 168 time: 1.0332389 Aug 25 18:28:37.111235 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 40406) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:28:37.156647 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd8b593-c7a5-4909-8894-27207090b48b admin admin] Deleting subnet a2269f4f-3eba-4d34-b2fd-3c7f67c16e43 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 18:28:37.159670 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-edd8b593-c7a5-4909-8894-27207090b48b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:37.195370 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-edd8b593-c7a5-4909-8894-27207090b48b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14585042'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:37.306775 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-edd8b593-c7a5-4909-8894-27207090b48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541805'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:37.363200 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-edd8b593-c7a5-4909-8894-27207090b48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13409375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14343719'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:37.389026 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8b593-c7a5-4909-8894-27207090b48b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2269f4f-3eba-4d34-b2fd-3c7f67c16e43,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:37.401371 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-edd8b593-c7a5-4909-8894-27207090b48b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:37.406072 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 40408) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:28:37.406569 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-edd8b593-c7a5-4909-8894-27207090b48b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a2269f4f-3eba-4d34-b2fd-3c7f67c16e43 HTTP/1.1" status: 204 len: 168 time: 0.2939188 Aug 25 18:28:37.406721 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c892f3fe-5cd0-46e3-8f64-f943c27f3e55 None None] Network fa9b0914-2b58-4d14-a402-14b91966cb8a requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:28:37.482022 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6467ba1-3143-44b1-baee-61024d29f2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548157'] for network, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:37.534610 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d6467ba1-3143-44b1-baee-61024d29f2fc admin admin] Deleting port d5d283f7-0a42-4efb-a06b-44cd4699176b {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:28:37.534952 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6467ba1-3143-44b1-baee-61024d29f2fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:37.598789 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d6467ba1-3143-44b1-baee-61024d29f2fc admin admin] For port d5d283f7-0a42-4efb-a06b-44cd4699176b, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=d5d283f7-0a42-4efb-a06b-44cd4699176b,segment=NetworkSegment(d54b1ff0-6917-4bf9-8ddd-b278abdacefc),segment_id=d54b1ff0-6917-4bf9-8ddd-b278abdacefc)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:28:37.599135 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6467ba1-3143-44b1-baee-61024d29f2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:37.611262 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d6467ba1-3143-44b1-baee-61024d29f2fc admin admin] Calling delete_port for d5d283f7-0a42-4efb-a06b-44cd4699176b owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:28:37.689796 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6467ba1-3143-44b1-baee-61024d29f2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12706292'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:37.714452 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6467ba1-3143-44b1-baee-61024d29f2fc admin admin] Pushing event deleted for resources: {'Port': ['ID=d5d283f7-0a42-4efb-a06b-44cd4699176b,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:37.719373 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6467ba1-3143-44b1-baee-61024d29f2fc admin admin] No DVR routers for this DVR port d5d283f7-0a42-4efb-a06b-44cd4699176b on host dv-cinder-790492-8-iscsi {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:28:37.776926 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dd405a-0715-4168-b249-cdbdb3281de9 None None] DHCP port deletion for fa9b0914-2b58-4d14-a402-14b91966cb8a request from dv-cinder-790492-8-iscsi {{(pid=93793) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 18:28:37.799227 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6467ba1-3143-44b1-baee-61024d29f2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651606', 'neutron.services.segments.db._delete_segments_for_network-8748354584558'] for network, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:37.810521 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.services.segments.db [None req-d6467ba1-3143-44b1-baee-61024d29f2fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa9b0914-2b58-4d14-a402-14b91966cb8a']}} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:28:37.822368 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.services.segments.db [None req-d6467ba1-3143-44b1-baee-61024d29f2fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd54b1ff0-6917-4bf9-8ddd-b278abdacefc') {'for_net_delete': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:28:37.822655 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.services.segments.db [None req-d6467ba1-3143-44b1-baee-61024d29f2fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd54b1ff0-6917-4bf9-8ddd-b278abdacefc') {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:28:37.831482 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6467ba1-3143-44b1-baee-61024d29f2fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748354584441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12801345'] for segment, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:37.838423 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 07c470a4-1921-44ee-a625-ee61a05b39d3 no longer exists at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:28:37.846959 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6467ba1-3143-44b1-baee-61024d29f2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788'] for segment, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:37.853893 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6467ba1-3143-44b1-baee-61024d29f2fc admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=93792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 18:28:37.854449 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6467ba1-3143-44b1-baee-61024d29f2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12706241'] for segment, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:37.856067 dv-cinder-790492-8-iscsi neutron-server[93792]: Traceback (most recent call last): Aug 25 18:28:37.856067 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 18:28:37.856067 dv-cinder-790492-8-iscsi neutron-server[93792]: timer() Aug 25 18:28:37.856067 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 18:28:37.856067 dv-cinder-790492-8-iscsi neutron-server[93792]: cb(*args, **kw) Aug 25 18:28:37.856067 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 18:28:37.856067 dv-cinder-790492-8-iscsi neutron-server[93792]: return func(*args, **kwargs) Aug 25 18:28:37.856067 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 18:28:37.856067 dv-cinder-790492-8-iscsi neutron-server[93792]: self._notify() Aug 25 18:28:37.856067 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 18:28:37.856067 dv-cinder-790492-8-iscsi neutron-server[93792]: self.callback(batched_events) Aug 25 18:28:37.856067 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 18:28:37.856067 dv-cinder-790492-8-iscsi neutron-server[93792]: event.method(event) Aug 25 18:28:37.856067 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 18:28:37.856067 dv-cinder-790492-8-iscsi neutron-server[93792]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 18:28:37.856067 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 18:28:37.856067 dv-cinder-790492-8-iscsi neutron-server[93792]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 18:28:37.856067 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 18:28:37.856067 dv-cinder-790492-8-iscsi neutron-server[93792]: return f(self, *a, **k) Aug 25 18:28:37.856067 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 18:28:37.856067 dv-cinder-790492-8-iscsi neutron-server[93792]: return self._get(url).json() Aug 25 18:28:37.856067 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 18:28:37.856067 dv-cinder-790492-8-iscsi neutron-server[93792]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 18:28:37.856067 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 18:28:37.856067 dv-cinder-790492-8-iscsi neutron-server[93792]: return self.request(url, 'GET', **kwargs) Aug 25 18:28:37.856067 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 18:28:37.856067 dv-cinder-790492-8-iscsi neutron-server[93792]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 18:28:37.856067 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 18:28:37.856067 dv-cinder-790492-8-iscsi neutron-server[93792]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 18:28:37.856067 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 18:28:37.856067 dv-cinder-790492-8-iscsi neutron-server[93792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 18:28:37.856067 dv-cinder-790492-8-iscsi neutron-server[93792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 18:28:37.860326 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-a73fd473-a473-4725-b778-338a169d167b None None] No Port match for: 07c470a4-1921-44ee-a625-ee61a05b39d3 {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:28:37.860756 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 07c470a4-1921-44ee-a625-ee61a05b39d3 not bound to the agent host dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:28:37.861220 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 175a4788-5cd4-4920-b31a-62eab5732cfd no longer exists at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:28:37.879522 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-a73fd473-a473-4725-b778-338a169d167b None None] No Port match for: 175a4788-5cd4-4920-b31a-62eab5732cfd {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:28:37.879857 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 175a4788-5cd4-4920-b31a-62eab5732cfd not bound to the agent host dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:28:37.880250 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device d5d283f7-0a42-4efb-a06b-44cd4699176b no longer exists at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:28:37.897817 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-a73fd473-a473-4725-b778-338a169d167b None None] No Port match for: d5d283f7-0a42-4efb-a06b-44cd4699176b {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:28:37.898152 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device d5d283f7-0a42-4efb-a06b-44cd4699176b not bound to the agent host dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:28:37.914653 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6467ba1-3143-44b1-baee-61024d29f2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438115'] for network, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:37.919676 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6467ba1-3143-44b1-baee-61024d29f2fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for network, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:37.921698 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-d6467ba1-3143-44b1-baee-61024d29f2fc admin admin] 10.222.0.37 "DELETE /v2.0/networks/fa9b0914-2b58-4d14-a402-14b91966cb8a HTTP/1.1" status: 204 len: 168 time: 0.5138767 Aug 25 18:28:37.934404 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6467ba1-3143-44b1-baee-61024d29f2fc admin admin] Pushing event deleted for resources: {'Network': ['ID=fa9b0914-2b58-4d14-a402-14b91966cb8a,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:38.078981 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 40414) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:28:38.119058 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-8df618bc-43e9-48f3-9a84-977b2199dd3b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d4b0f08f861943e49eaf962ad37693b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383508 Aug 25 18:28:38.121461 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 40416) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:28:38.171056 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6b03b612-87f0-48a7-b94d-5aa4725c2f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:38.191450 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6b03b612-87f0-48a7-b94d-5aa4725c2f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:38.237180 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6b03b612-87f0-48a7-b94d-5aa4725c2f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:38.239701 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6b03b612-87f0-48a7-b94d-5aa4725c2f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:38.240895 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-6b03b612-87f0-48a7-b94d-5aa4725c2f68 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0e5804f-a408-43eb-a355-2a6dd5123c93 HTTP/1.1" status: 204 len: 168 time: 0.1184936 Aug 25 18:28:38.248565 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03b612-87f0-48a7-b94d-5aa4725c2f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e5804f-a408-43eb-a355-2a6dd5123c93,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:38.543120 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 40422) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:28:38.581675 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-d4c89ed8-fa6a-47fd-b8a4-647c433c3e30 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5e4025405e2544a3836f394bca8d91c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374444 Aug 25 18:28:38.583932 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 40424) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:28:38.629135 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2221bd36-ce5d-4de6-a63a-dfd028287e59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:38.648731 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2221bd36-ce5d-4de6-a63a-dfd028287e59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:38.692479 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2221bd36-ce5d-4de6-a63a-dfd028287e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:38.694934 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2221bd36-ce5d-4de6-a63a-dfd028287e59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:38.697047 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-2221bd36-ce5d-4de6-a63a-dfd028287e59 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ca4c2fc3-641e-435a-8036-6d6b62aad296 HTTP/1.1" status: 204 len: 168 time: 0.1116340 Aug 25 18:28:38.704543 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2221bd36-ce5d-4de6-a63a-dfd028287e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4c2fc3-641e-435a-8036-6d6b62aad296,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:39.351407 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 40448) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:28:39.444337 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-d30f9851-f863-4144-b83c-279ecd27ee46 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1064946468-network', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:28:39.465649 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30f9851-f863-4144-b83c-279ecd27ee46 admin admin] Made reservation on behalf of 2d82372d74da4f7189c2a324de5c53bf for: {'network': 1} {{(pid=93792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:28:39.467997 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d30f9851-f863-4144-b83c-279ecd27ee46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for network, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:39.478745 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d30f9851-f863-4144-b83c-279ecd27ee46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:39.563160 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d30f9851-f863-4144-b83c-279ecd27ee46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:39.566920 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d30f9851-f863-4144-b83c-279ecd27ee46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:39.590947 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d30f9851-f863-4144-b83c-279ecd27ee46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=93792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 18:28:39.600755 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f9851-f863-4144-b83c-279ecd27ee46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd338496-1944-4f24-810f-fe453175d10b,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:39.606781 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d30f9851-f863-4144-b83c-279ecd27ee46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788'] for segment, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:39.607113 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.db.segments_db [None req-d30f9851-f863-4144-b83c-279ecd27ee46 admin admin] Added segment aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5 of type vlan for network 25c2fc48-f9a1-4bec-9c66-689eb0740ad2 Aug 25 18:28:39.645108 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d30f9851-f863-4144-b83c-279ecd27ee46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748354007426'] for network, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:39.668223 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d30f9851-f863-4144-b83c-279ecd27ee46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146'] for network, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:39.669195 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30f9851-f863-4144-b83c-279ecd27ee46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:39.669768 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d30f9851-f863-4144-b83c-279ecd27ee46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for network, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:39.726011 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-d30f9851-f863-4144-b83c-279ecd27ee46 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3735230 Aug 25 18:28:39.730816 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 40452) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:28:39.731541 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f9851-f863-4144-b83c-279ecd27ee46 admin admin] Pushing event updated for resources: {'Network': ['ID=25c2fc48-f9a1-4bec-9c66-689eb0740ad2,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:39.736697 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [None req-dd53309a-f1e3-437e-a09e-03051b6b473b admin admin] Request body: {'subnet': {'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1064946468-subnet', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:28:39.745428 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Network 25c2fc48-f9a1-4bec-9c66-689eb0740ad2 details requested by agent ovs-agent-dv-cinder-790492-8-iscsi with host dv-cinder-790492-8-iscsi {{(pid=93793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 18:28:39.763946 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd53309a-f1e3-437e-a09e-03051b6b473b admin admin] Made reservation on behalf of 2d82372d74da4f7189c2a324de5c53bf for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:28:39.766364 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dd53309a-f1e3-437e-a09e-03051b6b473b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14343756'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:39.930297 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dd53309a-f1e3-437e-a09e-03051b6b473b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13428380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14343742'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:39.989834 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd53309a-f1e3-437e-a09e-03051b6b473b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc4734bb-f832-4878-a2e9-67939f407874,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:39.996748 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd53309a-f1e3-437e-a09e-03051b6b473b admin admin] Checking segment: {'id': 'aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:28:39.997099 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd53309a-f1e3-437e-a09e-03051b6b473b admin admin] Network hostable DHCP agents. Network: 25c2fc48-f9a1-4bec-9c66-689eb0740ad2, hostable agents: ['e2010df7-17ed-4426-81f9-bde1aab96ae1'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 18:28:40.012877 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd53309a-f1e3-437e-a09e-03051b6b473b admin admin] Network 25c2fc48-f9a1-4bec-9c66-689eb0740ad2 is scheduled to be hosted by DHCP agent e2010df7-17ed-4426-81f9-bde1aab96ae1 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 18:28:40.022063 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-dd53309a-f1e3-437e-a09e-03051b6b473b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-8-iscsi, 25c2fc48-f9a1-4bec-9c66-689eb0740ad2) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:28:40.026703 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd53309a-f1e3-437e-a09e-03051b6b473b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:40.027292 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dd53309a-f1e3-437e-a09e-03051b6b473b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:40.030927 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae11a2d-6af9-4f24-8fa4-d4fadf1cb48b None None] Network 25c2fc48-f9a1-4bec-9c66-689eb0740ad2 requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:28:40.042876 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-dd53309a-f1e3-437e-a09e-03051b6b473b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3104651 Aug 25 18:28:40.045616 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 40456) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:28:40.049882 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [None req-874e2f05-8743-48ce-92e8-375be1317740 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1064946468-router', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:28:40.069841 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-874e2f05-8743-48ce-92e8-375be1317740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-431906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40733'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:40.071257 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-874e2f05-8743-48ce-92e8-375be1317740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437732', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40724'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:40.121571 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-874e2f05-8743-48ce-92e8-375be1317740 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:40.176152 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760b9117-4b3f-41a6-a98c-d40acbca6341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp841b6aa3-c910-5d4c-bf3d-f471c3a673d8-25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'fixed_ips': [{'subnet_id': 'cc4734bb-f832-4878-a2e9-67939f407874'}]}} from dv-cinder-790492-8-iscsi. {{(pid=93793) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 18:28:40.177036 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-760b9117-4b3f-41a6-a98c-d40acbca6341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:40.255970 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-874e2f05-8743-48ce-92e8-375be1317740 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:40.311350 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-760b9117-4b3f-41a6-a98c-d40acbca6341 None None] Allocated IP 172.20.0.2 (25c2fc48-f9a1-4bec-9c66-689eb0740ad2/cc4734bb-f832-4878-a2e9-67939f407874/48f6c278-ee3b-4692-9f95-c92c6570ca79) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:28:40.453118 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-760b9117-4b3f-41a6-a98c-d40acbca6341 None None] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:40.461263 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-874e2f05-8743-48ce-92e8-375be1317740 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:40.462979 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-760b9117-4b3f-41a6-a98c-d40acbca6341 None None] Transition to ACTIVE for port object 48f6c278-ee3b-4692-9f95-c92c6570ca79 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:28:40.481395 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-760b9117-4b3f-41a6-a98c-d40acbca6341 None None] Transition to ACTIVE for port object 48f6c278-ee3b-4692-9f95-c92c6570ca79 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:28:40.484026 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-874e2f05-8743-48ce-92e8-375be1317740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:40.488457 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-760b9117-4b3f-41a6-a98c-d40acbca6341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:40.535689 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760b9117-4b3f-41a6-a98c-d40acbca6341 None None] Network 25c2fc48-f9a1-4bec-9c66-689eb0740ad2 is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:28:40.541005 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-760b9117-4b3f-41a6-a98c-d40acbca6341 None None] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:28:40.543436 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760b9117-4b3f-41a6-a98c-d40acbca6341 None None] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:28:40.546716 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b9117-4b3f-41a6-a98c-d40acbca6341 None None] Pushing event updated for resources: {'Port': ['ID=48f6c278-ee3b-4692-9f95-c92c6570ca79,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:40.593776 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-874e2f05-8743-48ce-92e8-375be1317740 admin admin] Allocated IP 172.27.3.43 (e0615610-0145-4336-86ca-92716d56c217/ba8c35dc-42f2-4379-aafd-ce1793efee80/8ab1240f-a3c5-4d63-a1f9-e22605edc5db) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:28:40.599165 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-760b9117-4b3f-41a6-a98c-d40acbca6341 None None] Attempting to bind port 48f6c278-ee3b-4692-9f95-c92c6570ca79 on host dv-cinder-790492-8-iscsi for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:28:40.599537 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-760b9117-4b3f-41a6-a98c-d40acbca6341 None None] Attempting to bind port 48f6c278-ee3b-4692-9f95-c92c6570ca79 by drivers openvswitch,hyperv on host dv-cinder-790492-8-iscsi at level 0 using segments [{'id': 'aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:28:40.600063 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760b9117-4b3f-41a6-a98c-d40acbca6341 None None] Attempting to bind port 48f6c278-ee3b-4692-9f95-c92c6570ca79 on network 25c2fc48-f9a1-4bec-9c66-689eb0740ad2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:28:40.605486 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760b9117-4b3f-41a6-a98c-d40acbca6341 None None] Checking agent: {'id': '0bbd6071-f664-4710-b599-19dc1c2306be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 14, 57), 'started_at': datetime.datetime(2021, 8, 25, 18, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:28:40.605831 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760b9117-4b3f-41a6-a98c-d40acbca6341 None None] Checking segment: {'id': 'aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:28:40.606570 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-760b9117-4b3f-41a6-a98c-d40acbca6341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:40.607039 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760b9117-4b3f-41a6-a98c-d40acbca6341 None None] Bound using segment: {'id': 'aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:28:40.607468 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-760b9117-4b3f-41a6-a98c-d40acbca6341 None None] Bound port: 48f6c278-ee3b-4692-9f95-c92c6570ca79, host: dv-cinder-790492-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:28:40.609145 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-760b9117-4b3f-41a6-a98c-d40acbca6341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:40.670941 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-760b9117-4b3f-41a6-a98c-d40acbca6341 None None] For port 48f6c278-ee3b-4692-9f95-c92c6570ca79, host dv-cinder-790492-8-iscsi, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:28:40.674714 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-760b9117-4b3f-41a6-a98c-d40acbca6341 None None] For port 48f6c278-ee3b-4692-9f95-c92c6570ca79, host dv-cinder-790492-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=48f6c278-ee3b-4692-9f95-c92c6570ca79,segment=NetworkSegment(aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5),segment_id=aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:28:40.678315 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-760b9117-4b3f-41a6-a98c-d40acbca6341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:40.697618 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-874e2f05-8743-48ce-92e8-375be1317740 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:40.738207 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-874e2f05-8743-48ce-92e8-375be1317740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:40.745929 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b9117-4b3f-41a6-a98c-d40acbca6341 None None] Pushing event updated for resources: {'Port': ['ID=48f6c278-ee3b-4692-9f95-c92c6570ca79,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:40.774815 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874e2f05-8743-48ce-92e8-375be1317740 admin admin] Network e0615610-0145-4336-86ca-92716d56c217 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:28:40.781595 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-874e2f05-8743-48ce-92e8-375be1317740 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:28:40.785487 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874e2f05-8743-48ce-92e8-375be1317740 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:28:40.812880 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e2f05-8743-48ce-92e8-375be1317740 admin admin] Pushing event updated for resources: {'Port': ['ID=8ab1240f-a3c5-4d63-a1f9-e22605edc5db,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:41.051537 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-874e2f05-8743-48ce-92e8-375be1317740 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:41.249255 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-874e2f05-8743-48ce-92e8-375be1317740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-432053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438075'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:41.378379 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874e2f05-8743-48ce-92e8-375be1317740 admin admin] Router 9f2b68f1-549f-4245-acf0-478f17b48df5 is scheduled to L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 18:28:41.488724 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874e2f05-8743-48ce-92e8-375be1317740 admin admin] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:28:41.499328 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a8e8a6-32a4-4f1f-a2dd-7cbcc02da979 None None] Sync routers for ids ['9f2b68f1-549f-4245-acf0-478f17b48df5'] in dv-cinder-790492-8-iscsi {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:28:41.505068 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-874e2f05-8743-48ce-92e8-375be1317740 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:41.506305 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-874e2f05-8743-48ce-92e8-375be1317740 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4597714 Aug 25 18:28:41.509095 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 40460) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:28:41.511059 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a8e8a6-32a4-4f1f-a2dd-7cbcc02da979 None None] Routers {'9f2b68f1-549f-4245-acf0-478f17b48df5'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:28:41.512080 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-65a8e8a6-32a4-4f1f-a2dd-7cbcc02da979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:28:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['9f2b68f1-549f-4245-acf0-478f17b48df5'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:28:41.605688 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c289846-1756-4d76-a99d-fa954d6f02ec None None] Network 25c2fc48-f9a1-4bec-9c66-689eb0740ad2 requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:28:41.692735 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-caaaf3b8-d443-4a0c-9f4a-5c9c385324c8 None None] Provisioning for port 48f6c278-ee3b-4692-9f95-c92c6570ca79 completed by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:28:41.698260 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-65a8e8a6-32a4-4f1f-a2dd-7cbcc02da979 None None] Set router 9f2b68f1-549f-4245-acf0-478f17b48df5 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:28:41.703689 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 48f6c278-ee3b-4692-9f95-c92c6570ca79 up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:28:41.921827 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning for port 48f6c278-ee3b-4692-9f95-c92c6570ca79 completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:28:41.935380 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-074cc0e6-7803-4db0-b7e9-00cc4cee0c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:41.937002 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port 48f6c278-ee3b-4692-9f95-c92c6570ca79 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:28:41.937387 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:42.062194 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-65a8e8a6-32a4-4f1f-a2dd-7cbcc02da979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'name': 'tempest-TestVolumeBootPattern-1064946468-router', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:40Z', 'revision_number': 3, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'gw_port': {'id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi'}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:28:42.066226 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:42.092266 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a8e8a6-32a4-4f1f-a2dd-7cbcc02da979 None None] Checking router: 9f2b68f1-549f-4245-acf0-478f17b48df5 for host: dv-cinder-790492-8-iscsi {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:28:42.092740 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a8e8a6-32a4-4f1f-a2dd-7cbcc02da979 None None] Updating router 9f2b68f1-549f-4245-acf0-478f17b48df5 port 8ab1240f-a3c5-4d63-a1f9-e22605edc5db binding host dv-cinder-790492-8-iscsi {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 18:28:42.105406 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-074cc0e6-7803-4db0-b7e9-00cc4cee0c7e admin admin] Allocated IP 172.20.0.1 (25c2fc48-f9a1-4bec-9c66-689eb0740ad2/cc4734bb-f832-4878-a2e9-67939f407874/bc803137-1c1b-46d2-b0a8-3439398ac84d) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:28:42.141565 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-65a8e8a6-32a4-4f1f-a2dd-7cbcc02da979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:42.171836 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a73fd473-a473-4725-b778-338a169d167b None None] For port 48f6c278-ee3b-4692-9f95-c92c6570ca79, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=48f6c278-ee3b-4692-9f95-c92c6570ca79,segment=NetworkSegment(aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5),segment_id=aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:28:42.183979 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:42.234928 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-074cc0e6-7803-4db0-b7e9-00cc4cee0c7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:42.248244 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-074cc0e6-7803-4db0-b7e9-00cc4cee0c7e admin admin] Transition to ACTIVE for port object bc803137-1c1b-46d2-b0a8-3439398ac84d will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:28:42.281610 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-074cc0e6-7803-4db0-b7e9-00cc4cee0c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:42.311810 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Pushing event updated for resources: {'Port': ['ID=48f6c278-ee3b-4692-9f95-c92c6570ca79,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:42.316685 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074cc0e6-7803-4db0-b7e9-00cc4cee0c7e admin admin] Network 25c2fc48-f9a1-4bec-9c66-689eb0740ad2 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:28:42.319671 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-0ff19cfb-10f3-42c5-9999-72669f7e12aa None None] Provisioning complete for port 48f6c278-ee3b-4692-9f95-c92c6570ca79 triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:28:42.320042 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0ff19cfb-10f3-42c5-9999-72669f7e12aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:42.322086 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-074cc0e6-7803-4db0-b7e9-00cc4cee0c7e admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:28:42.325619 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074cc0e6-7803-4db0-b7e9-00cc4cee0c7e admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:28:42.349709 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074cc0e6-7803-4db0-b7e9-00cc4cee0c7e admin admin] Pushing event updated for resources: {'Port': ['ID=bc803137-1c1b-46d2-b0a8-3439398ac84d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:42.369170 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-074cc0e6-7803-4db0-b7e9-00cc4cee0c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-438244'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:42.670533 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-65a8e8a6-32a4-4f1f-a2dd-7cbcc02da979 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:42.680215 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-65a8e8a6-32a4-4f1f-a2dd-7cbcc02da979 None None] Transition to ACTIVE for port object 8ab1240f-a3c5-4d63-a1f9-e22605edc5db will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:28:42.687769 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-65a8e8a6-32a4-4f1f-a2dd-7cbcc02da979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:42.746420 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-65a8e8a6-32a4-4f1f-a2dd-7cbcc02da979 None None] Attempting to bind port 8ab1240f-a3c5-4d63-a1f9-e22605edc5db on host dv-cinder-790492-8-iscsi for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:28:42.746778 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-65a8e8a6-32a4-4f1f-a2dd-7cbcc02da979 None None] Attempting to bind port 8ab1240f-a3c5-4d63-a1f9-e22605edc5db by drivers openvswitch,hyperv on host dv-cinder-790492-8-iscsi at level 0 using segments [{'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:28:42.747124 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a8e8a6-32a4-4f1f-a2dd-7cbcc02da979 None None] Attempting to bind port 8ab1240f-a3c5-4d63-a1f9-e22605edc5db on network e0615610-0145-4336-86ca-92716d56c217 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:28:42.751201 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54ceaf-b729-4e9f-a24d-2293f454ac3e None None] Pushing event updated for resources: {'Port': ['ID=8ab1240f-a3c5-4d63-a1f9-e22605edc5db,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:42.756132 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a8e8a6-32a4-4f1f-a2dd-7cbcc02da979 None None] Checking agent: {'id': '0bbd6071-f664-4710-b599-19dc1c2306be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 14, 57), 'started_at': datetime.datetime(2021, 8, 25, 18, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:28:42.756492 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a8e8a6-32a4-4f1f-a2dd-7cbcc02da979 None None] Checking segment: {'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:28:42.756920 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-65a8e8a6-32a4-4f1f-a2dd-7cbcc02da979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:42.757326 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a8e8a6-32a4-4f1f-a2dd-7cbcc02da979 None None] Bound using segment: {'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:28:42.757767 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-65a8e8a6-32a4-4f1f-a2dd-7cbcc02da979 None None] Bound port: 8ab1240f-a3c5-4d63-a1f9-e22605edc5db, host: dv-cinder-790492-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:28:42.758116 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-65a8e8a6-32a4-4f1f-a2dd-7cbcc02da979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:42.761333 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-7c8fea67-d0c9-460c-95bf-ea56f9f1d85f None None] Provisioning for port bc803137-1c1b-46d2-b0a8-3439398ac84d completed by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:28:42.785956 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-7c8fea67-d0c9-460c-95bf-ea56f9f1d85f None None] Provisioning complete for port bc803137-1c1b-46d2-b0a8-3439398ac84d triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:28:42.786325 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7c8fea67-d0c9-460c-95bf-ea56f9f1d85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:42.814652 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-074cc0e6-7803-4db0-b7e9-00cc4cee0c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:42.843857 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-7c8fea67-d0c9-460c-95bf-ea56f9f1d85f None None] Port bc803137-1c1b-46d2-b0a8-3439398ac84d cannot update to ACTIVE because it is not bound. {{(pid=93793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:28:42.845927 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-65a8e8a6-32a4-4f1f-a2dd-7cbcc02da979 None None] For port 8ab1240f-a3c5-4d63-a1f9-e22605edc5db, host dv-cinder-790492-8-iscsi, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:28:42.849116 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-65a8e8a6-32a4-4f1f-a2dd-7cbcc02da979 None None] For port 8ab1240f-a3c5-4d63-a1f9-e22605edc5db, host dv-cinder-790492-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=8ab1240f-a3c5-4d63-a1f9-e22605edc5db,segment=NetworkSegment(49cfb93f-112c-4d1a-97bc-26302bfd74eb),segment_id=49cfb93f-112c-4d1a-97bc-26302bfd74eb)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:28:42.854277 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-65a8e8a6-32a4-4f1f-a2dd-7cbcc02da979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:42.908663 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a8e8a6-32a4-4f1f-a2dd-7cbcc02da979 None None] Routers {'9f2b68f1-549f-4245-acf0-478f17b48df5'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:28:42.909264 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-65a8e8a6-32a4-4f1f-a2dd-7cbcc02da979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:28:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['9f2b68f1-549f-4245-acf0-478f17b48df5'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:28:42.913804 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54ceaf-b729-4e9f-a24d-2293f454ac3e None None] Pushing event updated for resources: {'Port': ['ID=8ab1240f-a3c5-4d63-a1f9-e22605edc5db,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:42.980254 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-074cc0e6-7803-4db0-b7e9-00cc4cee0c7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:42.984757 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-074cc0e6-7803-4db0-b7e9-00cc4cee0c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13409301'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:43.016160 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-65a8e8a6-32a4-4f1f-a2dd-7cbcc02da979 None None] Set router 9f2b68f1-549f-4245-acf0-478f17b48df5 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:28:43.050374 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074cc0e6-7803-4db0-b7e9-00cc4cee0c7e admin admin] Pushing event updated for resources: {'Port': ['ID=bc803137-1c1b-46d2-b0a8-3439398ac84d,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:43.053975 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-074cc0e6-7803-4db0-b7e9-00cc4cee0c7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437819'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:43.145011 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074cc0e6-7803-4db0-b7e9-00cc4cee0c7e admin admin] Network 25c2fc48-f9a1-4bec-9c66-689eb0740ad2 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:28:43.147052 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-074cc0e6-7803-4db0-b7e9-00cc4cee0c7e admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:28:43.230897 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-65a8e8a6-32a4-4f1f-a2dd-7cbcc02da979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'name': 'tempest-TestVolumeBootPattern-1064946468-router', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:42Z', 'revision_number': 4, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'gw_port': {'id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': 'bc803137-1c1b-46d2-b0a8-3439398ac84d', 'name': '', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'mac_address': 'fa:16:3e:78:3d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:41Z', 'updated_at': '2021-08-25T18:28:42Z', 'revision_number': 1, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'subnets': [{'id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:28:43.266956 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a8e8a6-32a4-4f1f-a2dd-7cbcc02da979 None None] The sync data for ids ['9f2b68f1-549f-4245-acf0-478f17b48df5'] in dv-cinder-790492-8-iscsi is: [{'id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'name': 'tempest-TestVolumeBootPattern-1064946468-router', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:42Z', 'revision_number': 4, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'gw_port': {'id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': 'bc803137-1c1b-46d2-b0a8-3439398ac84d', 'name': '', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'mac_address': 'fa:16:3e:78:3d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:41Z', 'updated_at': '2021-08-25T18:28:42Z', 'revision_number': 1, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'subnets': [{'id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:28:43.282295 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074cc0e6-7803-4db0-b7e9-00cc4cee0c7e admin admin] Router 9f2b68f1-549f-4245-acf0-478f17b48df5 has already been hosted by L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:28:43.366671 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-c9d87055-11f4-4f2e-b4f9-7af06f1797ff None None] Provisioning complete for port bc803137-1c1b-46d2-b0a8-3439398ac84d triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:28:43.367403 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c9d87055-11f4-4f2e-b4f9-7af06f1797ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:43.407091 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-c9d87055-11f4-4f2e-b4f9-7af06f1797ff None None] Port bc803137-1c1b-46d2-b0a8-3439398ac84d cannot update to ACTIVE because it is not bound. {{(pid=93793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:28:43.408806 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074cc0e6-7803-4db0-b7e9-00cc4cee0c7e admin admin] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:28:43.414310 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-074cc0e6-7803-4db0-b7e9-00cc4cee0c7e admin admin] 10.222.0.37 "PUT /v2.0/routers/9f2b68f1-549f-4245-acf0-478f17b48df5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9042003 Aug 25 18:28:43.658092 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 48f6c278-ee3b-4692-9f95-c92c6570ca79 up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:28:43.710925 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port 48f6c278-ee3b-4692-9f95-c92c6570ca79 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:28:43.711369 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:43.940289 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 40480) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:28:43.945576 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6bd67cf0-a21a-40fe-8cea-fcabf97011d0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1253301771-network', 'tenant_id': '2e44d06986c6454091c30fc29486ce80'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:28:43.968122 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd67cf0-a21a-40fe-8cea-fcabf97011d0 admin admin] Made reservation on behalf of 2e44d06986c6454091c30fc29486ce80 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:28:43.970716 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bd67cf0-a21a-40fe-8cea-fcabf97011d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:43.979732 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bd67cf0-a21a-40fe-8cea-fcabf97011d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:44.071051 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bd67cf0-a21a-40fe-8cea-fcabf97011d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:44.075690 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bd67cf0-a21a-40fe-8cea-fcabf97011d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:44.100854 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bd67cf0-a21a-40fe-8cea-fcabf97011d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 18:28:44.111265 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd67cf0-a21a-40fe-8cea-fcabf97011d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0b1519-51dd-4afd-b0f6-94d1bda3fc71,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:44.116210 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bd67cf0-a21a-40fe-8cea-fcabf97011d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:44.116634 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.db.segments_db [None req-6bd67cf0-a21a-40fe-8cea-fcabf97011d0 admin admin] Added segment 5760118a-af3a-4c78-970f-5341f6810265 of type vlan for network bf352cd9-f910-44d8-a921-2bad3bfe273c Aug 25 18:28:44.159983 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bd67cf0-a21a-40fe-8cea-fcabf97011d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748354007426'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:44.184499 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bd67cf0-a21a-40fe-8cea-fcabf97011d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:44.185534 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd67cf0-a21a-40fe-8cea-fcabf97011d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:44.186128 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bd67cf0-a21a-40fe-8cea-fcabf97011d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:44.240901 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-6bd67cf0-a21a-40fe-8cea-fcabf97011d0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2993054 Aug 25 18:28:44.244185 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 40482) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:28:44.252216 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd67cf0-a21a-40fe-8cea-fcabf97011d0 admin admin] Pushing event updated for resources: {'Network': ['ID=bf352cd9-f910-44d8-a921-2bad3bfe273c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:44.259452 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-deff528e-78b4-4457-afb7-d4c3d42edd91 admin admin] Request body: {'subnet': {'network_id': 'bf352cd9-f910-44d8-a921-2bad3bfe273c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1253301771-subnet', 'tenant_id': '2e44d06986c6454091c30fc29486ce80', 'ip_version': 4}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:28:44.264767 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Network bf352cd9-f910-44d8-a921-2bad3bfe273c details requested by agent ovs-agent-dv-cinder-790492-8-iscsi with host dv-cinder-790492-8-iscsi {{(pid=93793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 18:28:44.291790 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deff528e-78b4-4457-afb7-d4c3d42edd91 admin admin] Made reservation on behalf of 2e44d06986c6454091c30fc29486ce80 for: {'subnet': 1} {{(pid=93792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:28:44.294135 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-deff528e-78b4-4457-afb7-d4c3d42edd91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14501250'] for subnet, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:44.468673 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-deff528e-78b4-4457-afb7-d4c3d42edd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12688228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14501360'] for subnet, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:44.522833 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deff528e-78b4-4457-afb7-d4c3d42edd91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15554a62-b7a0-4f76-b399-7213dbc1c75b,revision_number=0']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:44.534183 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deff528e-78b4-4457-afb7-d4c3d42edd91 admin admin] Checking segment: {'id': '5760118a-af3a-4c78-970f-5341f6810265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'bf352cd9-f910-44d8-a921-2bad3bfe273c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:28:44.534545 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deff528e-78b4-4457-afb7-d4c3d42edd91 admin admin] Network hostable DHCP agents. Network: bf352cd9-f910-44d8-a921-2bad3bfe273c, hostable agents: ['e2010df7-17ed-4426-81f9-bde1aab96ae1'], hosted agents: [] {{(pid=93792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 18:28:44.551030 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deff528e-78b4-4457-afb7-d4c3d42edd91 admin admin] Network bf352cd9-f910-44d8-a921-2bad3bfe273c is scheduled to be hosted by DHCP agent e2010df7-17ed-4426-81f9-bde1aab96ae1 with binding_index 1 {{(pid=93792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 18:28:44.560328 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-deff528e-78b4-4457-afb7-d4c3d42edd91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-8-iscsi, bf352cd9-f910-44d8-a921-2bad3bfe273c) {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:28:44.564238 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deff528e-78b4-4457-afb7-d4c3d42edd91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:44.564878 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-deff528e-78b4-4457-afb7-d4c3d42edd91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for subnet, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:44.570645 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126fef92-d8f7-46a9-818f-86cebc5ced3f None None] Network bf352cd9-f910-44d8-a921-2bad3bfe273c requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:28:44.578100 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-deff528e-78b4-4457-afb7-d4c3d42edd91 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3287041 Aug 25 18:28:44.580766 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 40486) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:28:44.585225 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-8937ddcb-a836-495d-8eef-bf24da0c4b9d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1253301771-router', 'tenant_id': '2e44d06986c6454091c30fc29486ce80', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217'}}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:28:44.606129 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8937ddcb-a836-495d-8eef-bf24da0c4b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-431906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40733'] for router, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:44.607068 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8937ddcb-a836-495d-8eef-bf24da0c4b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437732', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40724'] for router, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:44.658887 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8937ddcb-a836-495d-8eef-bf24da0c4b9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:44.716992 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ac9bc4-0e0a-475e-9e19-e3a7f497b9d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp841b6aa3-c910-5d4c-bf3d-f471c3a673d8-bf352cd9-f910-44d8-a921-2bad3bfe273c', 'network_id': 'bf352cd9-f910-44d8-a921-2bad3bfe273c', 'tenant_id': '2e44d06986c6454091c30fc29486ce80', 'fixed_ips': [{'subnet_id': '15554a62-b7a0-4f76-b399-7213dbc1c75b'}]}} from dv-cinder-790492-8-iscsi. {{(pid=93793) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 18:28:44.717920 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36ac9bc4-0e0a-475e-9e19-e3a7f497b9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:44.804377 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8937ddcb-a836-495d-8eef-bf24da0c4b9d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:44.868136 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-36ac9bc4-0e0a-475e-9e19-e3a7f497b9d7 None None] Allocated IP 172.20.0.2 (bf352cd9-f910-44d8-a921-2bad3bfe273c/15554a62-b7a0-4f76-b399-7213dbc1c75b/dc2550ce-d575-409f-be1b-48d4ac1853ca) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:28:45.011060 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8937ddcb-a836-495d-8eef-bf24da0c4b9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:45.022188 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36ac9bc4-0e0a-475e-9e19-e3a7f497b9d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:45.031344 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-36ac9bc4-0e0a-475e-9e19-e3a7f497b9d7 None None] Transition to ACTIVE for port object dc2550ce-d575-409f-be1b-48d4ac1853ca will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:28:45.031842 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8937ddcb-a836-495d-8eef-bf24da0c4b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:45.047365 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-36ac9bc4-0e0a-475e-9e19-e3a7f497b9d7 None None] Transition to ACTIVE for port object dc2550ce-d575-409f-be1b-48d4ac1853ca will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:28:45.054420 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36ac9bc4-0e0a-475e-9e19-e3a7f497b9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:45.097501 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ac9bc4-0e0a-475e-9e19-e3a7f497b9d7 None None] Network bf352cd9-f910-44d8-a921-2bad3bfe273c is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:28:45.103280 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-36ac9bc4-0e0a-475e-9e19-e3a7f497b9d7 None None] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:28:45.105727 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ac9bc4-0e0a-475e-9e19-e3a7f497b9d7 None None] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:28:45.109041 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac9bc4-0e0a-475e-9e19-e3a7f497b9d7 None None] Pushing event updated for resources: {'Port': ['ID=dc2550ce-d575-409f-be1b-48d4ac1853ca,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:45.135450 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-8937ddcb-a836-495d-8eef-bf24da0c4b9d admin admin] Allocated IP 172.27.3.245 (e0615610-0145-4336-86ca-92716d56c217/ba8c35dc-42f2-4379-aafd-ce1793efee80/00092a6a-b5ac-474b-ad54-6fa19e081ace) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:28:45.163425 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-36ac9bc4-0e0a-475e-9e19-e3a7f497b9d7 None None] Attempting to bind port dc2550ce-d575-409f-be1b-48d4ac1853ca on host dv-cinder-790492-8-iscsi for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:28:45.163793 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-36ac9bc4-0e0a-475e-9e19-e3a7f497b9d7 None None] Attempting to bind port dc2550ce-d575-409f-be1b-48d4ac1853ca by drivers openvswitch,hyperv on host dv-cinder-790492-8-iscsi at level 0 using segments [{'id': '5760118a-af3a-4c78-970f-5341f6810265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'bf352cd9-f910-44d8-a921-2bad3bfe273c'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:28:45.164155 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ac9bc4-0e0a-475e-9e19-e3a7f497b9d7 None None] Attempting to bind port dc2550ce-d575-409f-be1b-48d4ac1853ca on network bf352cd9-f910-44d8-a921-2bad3bfe273c {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:28:45.169903 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ac9bc4-0e0a-475e-9e19-e3a7f497b9d7 None None] Checking agent: {'id': '0bbd6071-f664-4710-b599-19dc1c2306be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 14, 57), 'started_at': datetime.datetime(2021, 8, 25, 18, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:28:45.170273 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ac9bc4-0e0a-475e-9e19-e3a7f497b9d7 None None] Checking segment: {'id': '5760118a-af3a-4c78-970f-5341f6810265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'bf352cd9-f910-44d8-a921-2bad3bfe273c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:28:45.170675 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36ac9bc4-0e0a-475e-9e19-e3a7f497b9d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:45.171063 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ac9bc4-0e0a-475e-9e19-e3a7f497b9d7 None None] Bound using segment: {'id': '5760118a-af3a-4c78-970f-5341f6810265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'bf352cd9-f910-44d8-a921-2bad3bfe273c'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:28:45.171526 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-36ac9bc4-0e0a-475e-9e19-e3a7f497b9d7 None None] Bound port: dc2550ce-d575-409f-be1b-48d4ac1853ca, host: dv-cinder-790492-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5760118a-af3a-4c78-970f-5341f6810265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'bf352cd9-f910-44d8-a921-2bad3bfe273c'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:28:45.171906 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36ac9bc4-0e0a-475e-9e19-e3a7f497b9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:45.213709 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bff2925-9bd0-4b6f-b544-c8c74ae9a3e8 None None] Sync routers for ids ['9f2b68f1-549f-4245-acf0-478f17b48df5'] in dv-cinder-790492-8-iscsi {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:28:45.223885 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bff2925-9bd0-4b6f-b544-c8c74ae9a3e8 None None] Routers {'9f2b68f1-549f-4245-acf0-478f17b48df5'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:28:45.224644 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-6bff2925-9bd0-4b6f-b544-c8c74ae9a3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:28:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['9f2b68f1-549f-4245-acf0-478f17b48df5'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:28:45.239500 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8937ddcb-a836-495d-8eef-bf24da0c4b9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:45.245427 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-36ac9bc4-0e0a-475e-9e19-e3a7f497b9d7 None None] For port dc2550ce-d575-409f-be1b-48d4ac1853ca, host dv-cinder-790492-8-iscsi, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:28:45.249337 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-36ac9bc4-0e0a-475e-9e19-e3a7f497b9d7 None None] For port dc2550ce-d575-409f-be1b-48d4ac1853ca, host dv-cinder-790492-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=dc2550ce-d575-409f-be1b-48d4ac1853ca,segment=NetworkSegment(5760118a-af3a-4c78-970f-5341f6810265),segment_id=5760118a-af3a-4c78-970f-5341f6810265)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:28:45.253878 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-36ac9bc4-0e0a-475e-9e19-e3a7f497b9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:45.279744 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8937ddcb-a836-495d-8eef-bf24da0c4b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12706292'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:45.315866 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac9bc4-0e0a-475e-9e19-e3a7f497b9d7 None None] Pushing event updated for resources: {'Port': ['ID=dc2550ce-d575-409f-be1b-48d4ac1853ca,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:45.319892 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8937ddcb-a836-495d-8eef-bf24da0c4b9d admin admin] Network e0615610-0145-4336-86ca-92716d56c217 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:28:45.323428 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-8937ddcb-a836-495d-8eef-bf24da0c4b9d admin admin] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:28:45.327385 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8937ddcb-a836-495d-8eef-bf24da0c4b9d admin admin] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:28:45.335794 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-6bff2925-9bd0-4b6f-b544-c8c74ae9a3e8 None None] Set router 9f2b68f1-549f-4245-acf0-478f17b48df5 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:28:45.350165 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937ddcb-a836-495d-8eef-bf24da0c4b9d admin admin] Pushing event updated for resources: {'Port': ['ID=00092a6a-b5ac-474b-ad54-6fa19e081ace,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:45.567031 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-6bff2925-9bd0-4b6f-b544-c8c74ae9a3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'name': 'tempest-TestVolumeBootPattern-1064946468-router', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:42Z', 'revision_number': 4, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'gw_port': {'id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': 'bc803137-1c1b-46d2-b0a8-3439398ac84d', 'name': '', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'mac_address': 'fa:16:3e:78:3d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:41Z', 'updated_at': '2021-08-25T18:28:42Z', 'revision_number': 2, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'subnets': [{'id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:28:45.603351 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bff2925-9bd0-4b6f-b544-c8c74ae9a3e8 None None] Checking router: 9f2b68f1-549f-4245-acf0-478f17b48df5 for host: dv-cinder-790492-8-iscsi {{(pid=93794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:28:45.603712 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bff2925-9bd0-4b6f-b544-c8c74ae9a3e8 None None] Updating router 9f2b68f1-549f-4245-acf0-478f17b48df5 port bc803137-1c1b-46d2-b0a8-3439398ac84d binding host dv-cinder-790492-8-iscsi {{(pid=93794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 18:28:45.629711 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6bff2925-9bd0-4b6f-b544-c8c74ae9a3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:45.639125 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8937ddcb-a836-495d-8eef-bf24da0c4b9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:45.735686 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 8ab1240f-a3c5-4d63-a1f9-e22605edc5db up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:28:45.787199 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning for port 8ab1240f-a3c5-4d63-a1f9-e22605edc5db completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:28:45.791981 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port 8ab1240f-a3c5-4d63-a1f9-e22605edc5db triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:28:45.791981 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:45.856330 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8937ddcb-a836-495d-8eef-bf24da0c4b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-432053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438075'] for router, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:45.885948 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:45.907095 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a73fd473-a473-4725-b778-338a169d167b None None] For port 8ab1240f-a3c5-4d63-a1f9-e22605edc5db, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=8ab1240f-a3c5-4d63-a1f9-e22605edc5db,segment=NetworkSegment(49cfb93f-112c-4d1a-97bc-26302bfd74eb),segment_id=49cfb93f-112c-4d1a-97bc-26302bfd74eb)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:28:45.911215 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:45.913167 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device dc2550ce-d575-409f-be1b-48d4ac1853ca up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:28:45.925874 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6bff2925-9bd0-4b6f-b544-c8c74ae9a3e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:45.936783 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-6bff2925-9bd0-4b6f-b544-c8c74ae9a3e8 None None] Transition to ACTIVE for port object bc803137-1c1b-46d2-b0a8-3439398ac84d will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:28:45.942352 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6bff2925-9bd0-4b6f-b544-c8c74ae9a3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:45.991423 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787848cb-8db1-4701-a32f-b3083eda6e58 None None] Pushing event updated for resources: {'Port': ['ID=bc803137-1c1b-46d2-b0a8-3439398ac84d,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:45.998334 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8937ddcb-a836-495d-8eef-bf24da0c4b9d admin admin] Router bf109504-498c-4e44-8981-c435141c840f is scheduled to L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 with binding_index 1 {{(pid=93792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 18:28:46.000059 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787848cb-8db1-4701-a32f-b3083eda6e58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:28:46.000586 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787848cb-8db1-4701-a32f-b3083eda6e58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:28:46.000807 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787848cb-8db1-4701-a32f-b3083eda6e58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:28:46.001297 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Pushing event updated for resources: {'Port': ['ID=8ab1240f-a3c5-4d63-a1f9-e22605edc5db,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:46.001428 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787848cb-8db1-4701-a32f-b3083eda6e58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:28:46.001428 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787848cb-8db1-4701-a32f-b3083eda6e58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:28:46.001727 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787848cb-8db1-4701-a32f-b3083eda6e58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:28:46.002055 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787848cb-8db1-4701-a32f-b3083eda6e58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:28:46.002383 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787848cb-8db1-4701-a32f-b3083eda6e58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:28:46.002726 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787848cb-8db1-4701-a32f-b3083eda6e58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:28:46.003059 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787848cb-8db1-4701-a32f-b3083eda6e58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:28:46.004021 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787848cb-8db1-4701-a32f-b3083eda6e58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:28:46.004350 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787848cb-8db1-4701-a32f-b3083eda6e58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:28:46.010740 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning for port dc2550ce-d575-409f-be1b-48d4ac1853ca completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:28:46.079641 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-6bff2925-9bd0-4b6f-b544-c8c74ae9a3e8 None None] Attempting to bind port bc803137-1c1b-46d2-b0a8-3439398ac84d on host dv-cinder-790492-8-iscsi for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:28:46.080037 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-6bff2925-9bd0-4b6f-b544-c8c74ae9a3e8 None None] Attempting to bind port bc803137-1c1b-46d2-b0a8-3439398ac84d by drivers openvswitch,hyperv on host dv-cinder-790492-8-iscsi at level 0 using segments [{'id': 'aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:28:46.080401 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bff2925-9bd0-4b6f-b544-c8c74ae9a3e8 None None] Attempting to bind port bc803137-1c1b-46d2-b0a8-3439398ac84d on network 25c2fc48-f9a1-4bec-9c66-689eb0740ad2 {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:28:46.085826 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bff2925-9bd0-4b6f-b544-c8c74ae9a3e8 None None] Checking agent: {'id': '0bbd6071-f664-4710-b599-19dc1c2306be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 14, 57), 'started_at': datetime.datetime(2021, 8, 25, 18, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:28:46.086277 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bff2925-9bd0-4b6f-b544-c8c74ae9a3e8 None None] Checking segment: {'id': 'aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:28:46.086742 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6bff2925-9bd0-4b6f-b544-c8c74ae9a3e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:46.087739 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bff2925-9bd0-4b6f-b544-c8c74ae9a3e8 None None] Bound using segment: {'id': 'aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:28:46.088269 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-6bff2925-9bd0-4b6f-b544-c8c74ae9a3e8 None None] Bound port: bc803137-1c1b-46d2-b0a8-3439398ac84d, host: dv-cinder-790492-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:28:46.088757 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6bff2925-9bd0-4b6f-b544-c8c74ae9a3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:46.137533 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8937ddcb-a836-495d-8eef-bf24da0c4b9d admin admin] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:28:46.149024 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d6ca56-1e56-41ef-966d-e341a93677d5 None None] Sync routers for ids ['bf109504-498c-4e44-8981-c435141c840f'] in dv-cinder-790492-8-iscsi {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:28:46.160675 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d6ca56-1e56-41ef-966d-e341a93677d5 None None] Routers {'bf109504-498c-4e44-8981-c435141c840f'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:28:46.161699 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-27d6ca56-1e56-41ef-966d-e341a93677d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:28:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['bf109504-498c-4e44-8981-c435141c840f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:28:46.163723 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8937ddcb-a836-495d-8eef-bf24da0c4b9d admin admin] Notify callbacks [] for router, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:46.167464 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-8937ddcb-a836-495d-8eef-bf24da0c4b9d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5854676 Aug 25 18:28:46.170351 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 40490) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:28:46.179655 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-6bff2925-9bd0-4b6f-b544-c8c74ae9a3e8 None None] For port bc803137-1c1b-46d2-b0a8-3439398ac84d, host dv-cinder-790492-8-iscsi, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:28:46.183288 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-6bff2925-9bd0-4b6f-b544-c8c74ae9a3e8 None None] For port bc803137-1c1b-46d2-b0a8-3439398ac84d, host dv-cinder-790492-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=bc803137-1c1b-46d2-b0a8-3439398ac84d,segment=NetworkSegment(aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5),segment_id=aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:28:46.188807 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-6bff2925-9bd0-4b6f-b544-c8c74ae9a3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:46.256300 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787848cb-8db1-4701-a32f-b3083eda6e58 None None] Pushing event updated for resources: {'Port': ['ID=bc803137-1c1b-46d2-b0a8-3439398ac84d,revision_number=4']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:46.271653 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bff2925-9bd0-4b6f-b544-c8c74ae9a3e8 None None] Routers {'9f2b68f1-549f-4245-acf0-478f17b48df5'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:28:46.272523 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-6bff2925-9bd0-4b6f-b544-c8c74ae9a3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:28:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['9f2b68f1-549f-4245-acf0-478f17b48df5'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:28:46.302892 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-27d6ca56-1e56-41ef-966d-e341a93677d5 None None] Set router bf109504-498c-4e44-8981-c435141c840f gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:28:46.402834 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-6bff2925-9bd0-4b6f-b544-c8c74ae9a3e8 None None] Set router 9f2b68f1-549f-4245-acf0-478f17b48df5 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:28:46.570945 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-27d6ca56-1e56-41ef-966d-e341a93677d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf109504-498c-4e44-8981-c435141c840f', 'name': 'tempest-TestVolumeBootPattern-1253301771-router', 'tenant_id': '2e44d06986c6454091c30fc29486ce80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '00092a6a-b5ac-474b-ad54-6fa19e081ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:28:44Z', 'updated_at': '2021-08-25T18:28:45Z', 'revision_number': 3, 'project_id': '2e44d06986c6454091c30fc29486ce80', 'gw_port': {'id': '00092a6a-b5ac-474b-ad54-6fa19e081ace', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f1:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf109504-498c-4e44-8981-c435141c840f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:45Z', 'updated_at': '2021-08-25T18:28:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi'}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:28:46.609327 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af88b492-6745-49bc-8ca9-5b538852263a None None] Network bf352cd9-f910-44d8-a921-2bad3bfe273c requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:28:46.611641 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d6ca56-1e56-41ef-966d-e341a93677d5 None None] Checking router: bf109504-498c-4e44-8981-c435141c840f for host: dv-cinder-790492-8-iscsi {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:28:46.612598 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d6ca56-1e56-41ef-966d-e341a93677d5 None None] Updating router bf109504-498c-4e44-8981-c435141c840f port 00092a6a-b5ac-474b-ad54-6fa19e081ace binding host dv-cinder-790492-8-iscsi {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 18:28:46.674020 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-6bff2925-9bd0-4b6f-b544-c8c74ae9a3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'name': 'tempest-TestVolumeBootPattern-1064946468-router', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:42Z', 'revision_number': 4, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'gw_port': {'id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': 'bc803137-1c1b-46d2-b0a8-3439398ac84d', 'name': '', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'mac_address': 'fa:16:3e:78:3d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:41Z', 'updated_at': '2021-08-25T18:28:46Z', 'revision_number': 4, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'subnets': [{'id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:28:46.691147 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-27d6ca56-1e56-41ef-966d-e341a93677d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:46.702616 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bff2925-9bd0-4b6f-b544-c8c74ae9a3e8 None None] The sync data for ids ['9f2b68f1-549f-4245-acf0-478f17b48df5'] in dv-cinder-790492-8-iscsi is: [{'id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'name': 'tempest-TestVolumeBootPattern-1064946468-router', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:42Z', 'revision_number': 4, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'gw_port': {'id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': 'bc803137-1c1b-46d2-b0a8-3439398ac84d', 'name': '', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'mac_address': 'fa:16:3e:78:3d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:41Z', 'updated_at': '2021-08-25T18:28:46Z', 'revision_number': 4, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'subnets': [{'id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:28:46.745093 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-59fe6bba-d74d-453f-842b-579251ddbfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:46.840053 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-eaf59e56-93f8-487c-a32a-ec48ec4ecd7d None None] Provisioning for port dc2550ce-d575-409f-be1b-48d4ac1853ca completed by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:28:46.847789 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-eaf59e56-93f8-487c-a32a-ec48ec4ecd7d None None] Provisioning complete for port dc2550ce-d575-409f-be1b-48d4ac1853ca triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:28:46.848015 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-eaf59e56-93f8-487c-a32a-ec48ec4ecd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:46.918144 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-59fe6bba-d74d-453f-842b-579251ddbfc8 admin admin] Allocated IP 172.20.0.1 (bf352cd9-f910-44d8-a921-2bad3bfe273c/15554a62-b7a0-4f76-b399-7213dbc1c75b/604e8917-5deb-442f-9514-29eed79fddfc) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:28:47.039080 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-59fe6bba-d74d-453f-842b-579251ddbfc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:47.056358 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-59fe6bba-d74d-453f-842b-579251ddbfc8 admin admin] Transition to ACTIVE for port object 604e8917-5deb-442f-9514-29eed79fddfc will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:28:47.108334 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-59fe6bba-d74d-453f-842b-579251ddbfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:47.157117 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fe6bba-d74d-453f-842b-579251ddbfc8 admin admin] Network bf352cd9-f910-44d8-a921-2bad3bfe273c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:28:47.160302 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-59fe6bba-d74d-453f-842b-579251ddbfc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:28:47.164132 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fe6bba-d74d-453f-842b-579251ddbfc8 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:28:47.175598 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe6bba-d74d-453f-842b-579251ddbfc8 admin admin] Pushing event updated for resources: {'Port': ['ID=604e8917-5deb-442f-9514-29eed79fddfc,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:47.198259 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-eaf59e56-93f8-487c-a32a-ec48ec4ecd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:47.221248 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-59fe6bba-d74d-453f-842b-579251ddbfc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-438244'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:47.265646 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-eaf59e56-93f8-487c-a32a-ec48ec4ecd7d None None] For port dc2550ce-d575-409f-be1b-48d4ac1853ca, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=dc2550ce-d575-409f-be1b-48d4ac1853ca,segment=NetworkSegment(5760118a-af3a-4c78-970f-5341f6810265),segment_id=5760118a-af3a-4c78-970f-5341f6810265)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:28:47.270745 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-eaf59e56-93f8-487c-a32a-ec48ec4ecd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:47.309243 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-27d6ca56-1e56-41ef-966d-e341a93677d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:47.333450 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-27d6ca56-1e56-41ef-966d-e341a93677d5 None None] Transition to ACTIVE for port object 00092a6a-b5ac-474b-ad54-6fa19e081ace will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:28:47.344177 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-27d6ca56-1e56-41ef-966d-e341a93677d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:47.355956 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf59e56-93f8-487c-a32a-ec48ec4ecd7d None None] Pushing event updated for resources: {'Port': ['ID=dc2550ce-d575-409f-be1b-48d4ac1853ca,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:47.372849 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-59fe6bba-d74d-453f-842b-579251ddbfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:47.411789 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-27d6ca56-1e56-41ef-966d-e341a93677d5 None None] Attempting to bind port 00092a6a-b5ac-474b-ad54-6fa19e081ace on host dv-cinder-790492-8-iscsi for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:28:47.412438 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-27d6ca56-1e56-41ef-966d-e341a93677d5 None None] Attempting to bind port 00092a6a-b5ac-474b-ad54-6fa19e081ace by drivers openvswitch,hyperv on host dv-cinder-790492-8-iscsi at level 0 using segments [{'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:28:47.413103 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d6ca56-1e56-41ef-966d-e341a93677d5 None None] Attempting to bind port 00092a6a-b5ac-474b-ad54-6fa19e081ace on network e0615610-0145-4336-86ca-92716d56c217 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:28:47.437902 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d6ca56-1e56-41ef-966d-e341a93677d5 None None] Checking agent: {'id': '0bbd6071-f664-4710-b599-19dc1c2306be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 14, 57), 'started_at': datetime.datetime(2021, 8, 25, 18, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:28:47.438279 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d6ca56-1e56-41ef-966d-e341a93677d5 None None] Checking segment: {'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:28:47.438684 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-27d6ca56-1e56-41ef-966d-e341a93677d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:47.439084 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d6ca56-1e56-41ef-966d-e341a93677d5 None None] Bound using segment: {'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:28:47.439566 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-27d6ca56-1e56-41ef-966d-e341a93677d5 None None] Bound port: 00092a6a-b5ac-474b-ad54-6fa19e081ace, host: dv-cinder-790492-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:28:47.439947 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-27d6ca56-1e56-41ef-966d-e341a93677d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:47.443326 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-c39589cf-9316-4227-b176-dae4c1f2b952 None None] Provisioning complete for port dc2550ce-d575-409f-be1b-48d4ac1853ca triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:28:47.443686 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c39589cf-9316-4227-b176-dae4c1f2b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:47.445487 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81063e-71e3-41b4-8fa1-4de728f3ced5 None None] Pushing event updated for resources: {'Port': ['ID=00092a6a-b5ac-474b-ad54-6fa19e081ace,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:47.530323 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-27d6ca56-1e56-41ef-966d-e341a93677d5 None None] For port 00092a6a-b5ac-474b-ad54-6fa19e081ace, host dv-cinder-790492-8-iscsi, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:28:47.535306 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-27d6ca56-1e56-41ef-966d-e341a93677d5 None None] For port 00092a6a-b5ac-474b-ad54-6fa19e081ace, host dv-cinder-790492-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=00092a6a-b5ac-474b-ad54-6fa19e081ace,segment=NetworkSegment(49cfb93f-112c-4d1a-97bc-26302bfd74eb),segment_id=49cfb93f-112c-4d1a-97bc-26302bfd74eb)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:28:47.541366 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-27d6ca56-1e56-41ef-966d-e341a93677d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:47.560641 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-59fe6bba-d74d-453f-842b-579251ddbfc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:47.566050 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-59fe6bba-d74d-453f-842b-579251ddbfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13409301'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:47.634115 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d6ca56-1e56-41ef-966d-e341a93677d5 None None] Routers {'bf109504-498c-4e44-8981-c435141c840f'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:28:47.634922 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-27d6ca56-1e56-41ef-966d-e341a93677d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:28:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['bf109504-498c-4e44-8981-c435141c840f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:28:47.642737 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-59fe6bba-d74d-453f-842b-579251ddbfc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437819'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:47.645616 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe6bba-d74d-453f-842b-579251ddbfc8 admin admin] Pushing event updated for resources: {'Port': ['ID=604e8917-5deb-442f-9514-29eed79fddfc,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:47.671825 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81063e-71e3-41b4-8fa1-4de728f3ced5 None None] Pushing event updated for resources: {'Port': ['ID=00092a6a-b5ac-474b-ad54-6fa19e081ace,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:47.735787 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 8ab1240f-a3c5-4d63-a1f9-e22605edc5db up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:28:47.757300 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fe6bba-d74d-453f-842b-579251ddbfc8 admin admin] Network bf352cd9-f910-44d8-a921-2bad3bfe273c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:28:47.759426 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-59fe6bba-d74d-453f-842b-579251ddbfc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:28:47.791052 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-17457fc4-79e9-42af-8eb2-ca62f2a6d556 None None] Provisioning for port 604e8917-5deb-442f-9514-29eed79fddfc completed by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:28:47.799131 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-17457fc4-79e9-42af-8eb2-ca62f2a6d556 None None] Provisioning complete for port 604e8917-5deb-442f-9514-29eed79fddfc triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:28:47.799509 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-17457fc4-79e9-42af-8eb2-ca62f2a6d556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:47.830292 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-27d6ca56-1e56-41ef-966d-e341a93677d5 None None] Set router bf109504-498c-4e44-8981-c435141c840f gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:28:47.880038 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-17457fc4-79e9-42af-8eb2-ca62f2a6d556 None None] Port 604e8917-5deb-442f-9514-29eed79fddfc cannot update to ACTIVE because it is not bound. {{(pid=93793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:28:47.884688 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59fe6bba-d74d-453f-842b-579251ddbfc8 admin admin] Router bf109504-498c-4e44-8981-c435141c840f has already been hosted by L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:28:47.892450 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port 8ab1240f-a3c5-4d63-a1f9-e22605edc5db triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:28:47.895905 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:47.997724 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fe6bba-d74d-453f-842b-579251ddbfc8 admin admin] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:28:48.003218 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-59fe6bba-d74d-453f-842b-579251ddbfc8 admin admin] 10.222.0.37 "PUT /v2.0/routers/bf109504-498c-4e44-8981-c435141c840f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8312073 Aug 25 18:28:48.028320 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-340430d1-04f0-4379-b0fc-34e5ffc854dd None None] Provisioning complete for port 604e8917-5deb-442f-9514-29eed79fddfc triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:28:48.028716 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-340430d1-04f0-4379-b0fc-34e5ffc854dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:48.131432 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-340430d1-04f0-4379-b0fc-34e5ffc854dd None None] Port 604e8917-5deb-442f-9514-29eed79fddfc cannot update to ACTIVE because it is not bound. {{(pid=93793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:28:48.134852 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device bc803137-1c1b-46d2-b0a8-3439398ac84d up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:28:48.194527 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-27d6ca56-1e56-41ef-966d-e341a93677d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf109504-498c-4e44-8981-c435141c840f', 'name': 'tempest-TestVolumeBootPattern-1253301771-router', 'tenant_id': '2e44d06986c6454091c30fc29486ce80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '00092a6a-b5ac-474b-ad54-6fa19e081ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:28:44Z', 'updated_at': '2021-08-25T18:28:47Z', 'revision_number': 4, 'project_id': '2e44d06986c6454091c30fc29486ce80', 'gw_port': {'id': '00092a6a-b5ac-474b-ad54-6fa19e081ace', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f1:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf109504-498c-4e44-8981-c435141c840f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:45Z', 'updated_at': '2021-08-25T18:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '604e8917-5deb-442f-9514-29eed79fddfc', 'name': '', 'network_id': 'bf352cd9-f910-44d8-a921-2bad3bfe273c', 'tenant_id': '2e44d06986c6454091c30fc29486ce80', 'mac_address': 'fa:16:3e:5d:88:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf109504-498c-4e44-8981-c435141c840f', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '15554a62-b7a0-4f76-b399-7213dbc1c75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:46Z', 'updated_at': '2021-08-25T18:28:47Z', 'revision_number': 2, 'project_id': '2e44d06986c6454091c30fc29486ce80', 'subnets': [{'id': '15554a62-b7a0-4f76-b399-7213dbc1c75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:28:48.222017 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d6ca56-1e56-41ef-966d-e341a93677d5 None None] The sync data for ids ['bf109504-498c-4e44-8981-c435141c840f'] in dv-cinder-790492-8-iscsi is: [{'id': 'bf109504-498c-4e44-8981-c435141c840f', 'name': 'tempest-TestVolumeBootPattern-1253301771-router', 'tenant_id': '2e44d06986c6454091c30fc29486ce80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '00092a6a-b5ac-474b-ad54-6fa19e081ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:28:44Z', 'updated_at': '2021-08-25T18:28:47Z', 'revision_number': 4, 'project_id': '2e44d06986c6454091c30fc29486ce80', 'gw_port': {'id': '00092a6a-b5ac-474b-ad54-6fa19e081ace', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f1:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf109504-498c-4e44-8981-c435141c840f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:45Z', 'updated_at': '2021-08-25T18:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '604e8917-5deb-442f-9514-29eed79fddfc', 'name': '', 'network_id': 'bf352cd9-f910-44d8-a921-2bad3bfe273c', 'tenant_id': '2e44d06986c6454091c30fc29486ce80', 'mac_address': 'fa:16:3e:5d:88:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf109504-498c-4e44-8981-c435141c840f', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '15554a62-b7a0-4f76-b399-7213dbc1c75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:46Z', 'updated_at': '2021-08-25T18:28:47Z', 'revision_number': 2, 'project_id': '2e44d06986c6454091c30fc29486ce80', 'subnets': [{'id': '15554a62-b7a0-4f76-b399-7213dbc1c75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:28:48.223490 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning for port bc803137-1c1b-46d2-b0a8-3439398ac84d completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:28:48.228339 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port bc803137-1c1b-46d2-b0a8-3439398ac84d triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:28:48.228796 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:48.313649 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:48.347813 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a73fd473-a473-4725-b778-338a169d167b None None] For port bc803137-1c1b-46d2-b0a8-3439398ac84d, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=bc803137-1c1b-46d2-b0a8-3439398ac84d,segment=NetworkSegment(aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5),segment_id=aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:28:48.353328 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:48.354271 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device dc2550ce-d575-409f-be1b-48d4ac1853ca up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:28:48.451330 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Pushing event updated for resources: {'Port': ['ID=bc803137-1c1b-46d2-b0a8-3439398ac84d,revision_number=5']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:48.461552 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port dc2550ce-d575-409f-be1b-48d4ac1853ca triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:28:48.461873 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:48.491754 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 40502) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:28:48.498299 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4c962d2b-c1bf-461b-9a08-46364e9e15f8 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1585908617', 'description': 'tempest-secgroup-smoke-1585908617 description', 'project_id': '2d82372d74da4f7189c2a324de5c53bf'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:28:48.522332 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c962d2b-c1bf-461b-9a08-46364e9e15f8 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:48.565882 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:48.627162 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c962d2b-c1bf-461b-9a08-46364e9e15f8 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:48.631902 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c962d2b-c1bf-461b-9a08-46364e9e15f8 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:48.660256 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c962d2b-c1bf-461b-9a08-46364e9e15f8 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:48.661546 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-4c962d2b-c1bf-461b-9a08-46364e9e15f8 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1687694 Aug 25 18:28:48.664535 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 40504) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:28:48.669763 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-2827d243-e529-4532-9ac4-a97970c1a4d5 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Request body: {'security_group_rule': {'security_group_id': 'bfc51ae2-4920-4a5c-b7e0-ae315b305353', 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:28:48.670616 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c962d2b-c1bf-461b-9a08-46364e9e15f8 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc51ae2-4920-4a5c-b7e0-ae315b305353,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:48.701503 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2827d243-e529-4532-9ac4-a97970c1a4d5 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:48.758204 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2827d243-e529-4532-9ac4-a97970c1a4d5 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:48.762396 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2827d243-e529-4532-9ac4-a97970c1a4d5 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516089'] for security_group_rule, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:48.783747 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827d243-e529-4532-9ac4-a97970c1a4d5 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d494673b-fd64-4810-b1fa-dff0ba683ca9,revision_number=0']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:48.787671 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2827d243-e529-4532-9ac4-a97970c1a4d5 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:48.788992 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-2827d243-e529-4532-9ac4-a97970c1a4d5 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229188 Aug 25 18:28:48.792249 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 40508) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:28:48.797345 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-97f4eb85-f831-42b7-a730-f40df3175921 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Request body: {'security_group_rule': {'security_group_id': 'bfc51ae2-4920-4a5c-b7e0-ae315b305353', 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:28:48.834764 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-97f4eb85-f831-42b7-a730-f40df3175921 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:48.892791 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-97f4eb85-f831-42b7-a730-f40df3175921 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:48.896343 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-97f4eb85-f831-42b7-a730-f40df3175921 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516089'] for security_group_rule, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:48.915653 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4eb85-f831-42b7-a730-f40df3175921 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eae8485a-a772-4f38-acbe-57ceef7d432e,revision_number=0']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:48.918322 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-97f4eb85-f831-42b7-a730-f40df3175921 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:48.919534 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-97f4eb85-f831-42b7-a730-f40df3175921 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1260717 Aug 25 18:28:48.922330 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 40510) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:28:48.926753 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-c142cb35-c81b-4459-93fe-c3e98ea4011a tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Request body: {'security_group_rule': {'security_group_id': 'bfc51ae2-4920-4a5c-b7e0-ae315b305353', 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:28:48.954142 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c142cb35-c81b-4459-93fe-c3e98ea4011a tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:49.013412 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c142cb35-c81b-4459-93fe-c3e98ea4011a tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:49.016481 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c142cb35-c81b-4459-93fe-c3e98ea4011a tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516089'] for security_group_rule, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:49.034149 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142cb35-c81b-4459-93fe-c3e98ea4011a tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea90012-15e7-4b15-bded-59218564481a,revision_number=0']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:49.038873 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c142cb35-c81b-4459-93fe-c3e98ea4011a tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:49.040621 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-c142cb35-c81b-4459-93fe-c3e98ea4011a tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167669 Aug 25 18:28:49.043604 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 40512) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:28:49.047919 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-f719b6eb-47d4-479a-959d-e510deae119d tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Request body: {'security_group_rule': {'security_group_id': 'bfc51ae2-4920-4a5c-b7e0-ae315b305353', 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:28:49.073008 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f719b6eb-47d4-479a-959d-e510deae119d tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:49.129712 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f719b6eb-47d4-479a-959d-e510deae119d tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:49.133149 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f719b6eb-47d4-479a-959d-e510deae119d tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516089'] for security_group_rule, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:49.151690 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719b6eb-47d4-479a-959d-e510deae119d tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efb6cbd5-7006-4c13-b454-f3346e62f248,revision_number=0']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:49.157968 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f719b6eb-47d4-479a-959d-e510deae119d tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:49.159220 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-f719b6eb-47d4-479a-959d-e510deae119d tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1147032 Aug 25 18:28:49.162218 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 40514) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:28:49.166685 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-3500b115-e374-4a39-a89e-4260a5d20105 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Request body: {'security_group_rule': {'security_group_id': 'bfc51ae2-4920-4a5c-b7e0-ae315b305353', 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:28:49.186330 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.db.securitygroups_db [None req-3500b115-e374-4a39-a89e-4260a5d20105 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Project 2d82372d74da4f7189c2a324de5c53bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 18:28:49.190890 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3500b115-e374-4a39-a89e-4260a5d20105 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:49.247228 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3500b115-e374-4a39-a89e-4260a5d20105 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:49.256686 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3500b115-e374-4a39-a89e-4260a5d20105 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516089'] for security_group_rule, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:49.275073 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3500b115-e374-4a39-a89e-4260a5d20105 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83c93098-90c6-42af-81e1-b2ef2e2a582b,revision_number=0']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:49.280368 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3500b115-e374-4a39-a89e-4260a5d20105 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:49.281587 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-3500b115-e374-4a39-a89e-4260a5d20105 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184483 Aug 25 18:28:49.284192 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 40516) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:28:49.288496 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-183a46d5-471a-4d78-abcb-38d5722b9c08 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Request body: {'security_group_rule': {'security_group_id': 'bfc51ae2-4920-4a5c-b7e0-ae315b305353', 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:28:49.308699 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.db.securitygroups_db [None req-183a46d5-471a-4d78-abcb-38d5722b9c08 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Project 2d82372d74da4f7189c2a324de5c53bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 18:28:49.313233 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-183a46d5-471a-4d78-abcb-38d5722b9c08 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:49.373887 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-183a46d5-471a-4d78-abcb-38d5722b9c08 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:49.377237 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-183a46d5-471a-4d78-abcb-38d5722b9c08 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516089'] for security_group_rule, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:49.393965 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a46d5-471a-4d78-abcb-38d5722b9c08 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeefc72e-afac-4d8b-91fa-2de8f2dac591,revision_number=0']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:49.401948 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-183a46d5-471a-4d78-abcb-38d5722b9c08 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:49.403302 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-183a46d5-471a-4d78-abcb-38d5722b9c08 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181250 Aug 25 18:28:49.755948 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device bc803137-1c1b-46d2-b0a8-3439398ac84d up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:28:49.813296 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port bc803137-1c1b-46d2-b0a8-3439398ac84d triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:28:49.813662 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:49.937567 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 00092a6a-b5ac-474b-ad54-6fa19e081ace up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:28:49.993784 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning for port 00092a6a-b5ac-474b-ad54-6fa19e081ace completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:28:49.998013 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port 00092a6a-b5ac-474b-ad54-6fa19e081ace triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:28:49.998402 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:50.096432 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:50.123594 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a73fd473-a473-4725-b778-338a169d167b None None] For port 00092a6a-b5ac-474b-ad54-6fa19e081ace, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=00092a6a-b5ac-474b-ad54-6fa19e081ace,segment=NetworkSegment(49cfb93f-112c-4d1a-97bc-26302bfd74eb),segment_id=49cfb93f-112c-4d1a-97bc-26302bfd74eb)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:28:50.125436 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-56a93acd-7113-4363-bd03-28033d439c69 req-19bd32f5-86fa-4066-a95f-954ebec304f5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497994 Aug 25 18:28:50.128404 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:50.181285 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Pushing event updated for resources: {'Port': ['ID=00092a6a-b5ac-474b-ad54-6fa19e081ace,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:50.194625 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a93acd-7113-4363-bd03-28033d439c69 req-8194bdfe-deb8-4c1d-b2fa-83064064793f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:50.196132 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-56a93acd-7113-4363-bd03-28033d439c69 req-8194bdfe-deb8-4c1d-b2fa-83064064793f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e50d3e6eb4343348d784dfd6489ac79&device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 1099 time: 0.0450253 Aug 25 18:28:50.303865 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a93acd-7113-4363-bd03-28033d439c69 req-04fcbc91-8e49-455e-8b36-bf910b8a5edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:50.306529 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-56a93acd-7113-4363-bd03-28033d439c69 req-04fcbc91-8e49-455e-8b36-bf910b8a5edd service neutron] 10.222.0.24 "GET /v2.0/networks?id=ca11b88d-433f-4cc3-bc46-86e155a29f61 HTTP/1.1" status: 200 len: 918 time: 0.0909498 Aug 25 18:28:50.380312 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-56a93acd-7113-4363-bd03-28033d439c69 req-87f12d1e-b3c4-4083-a182-1a4ad308c429 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=289bab63-43d9-4aef-913f-b44128144a76 HTTP/1.1" status: 200 len: 1001 time: 0.0640481 Aug 25 18:28:50.435435 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a93acd-7113-4363-bd03-28033d439c69 req-26c7fa99-ba0e-448e-8707-6947e5bbdf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:50.436960 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-56a93acd-7113-4363-bd03-28033d439c69 req-26c7fa99-ba0e-448e-8707-6947e5bbdf58 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d9d7b14c-bc03-4fe0-a3a0-cffe2819abe3 HTTP/1.1" status: 200 len: 856 time: 0.0437019 Aug 25 18:28:50.489832 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a93acd-7113-4363-bd03-28033d439c69 req-3e6d6cce-2e85-4c05-9e2a-24dc4336f501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:28:50.491356 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-56a93acd-7113-4363-bd03-28033d439c69 req-3e6d6cce-2e85-4c05-9e2a-24dc4336f501 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca11b88d-433f-4cc3-bc46-86e155a29f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417297 Aug 25 18:28:50.593050 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-56a93acd-7113-4363-bd03-28033d439c69 req-5e872ab3-c7b3-4783-ba33-92fbd35cc45b service neutron] 10.222.0.24 "GET /v2.0/networks/ca11b88d-433f-4cc3-bc46-86e155a29f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894740 Aug 25 18:28:50.693762 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-56a93acd-7113-4363-bd03-28033d439c69 req-fe93314c-00cf-4aba-bfd9-11a39cf4920e service neutron] 10.222.0.24 "GET /v2.0/networks/ca11b88d-433f-4cc3-bc46-86e155a29f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926909 Aug 25 18:28:50.880911 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a2308c-a6ac-47c6-a629-cfdfe6ea4f2b None None] Sync routers for ids ['bf109504-498c-4e44-8981-c435141c840f'] in dv-cinder-790492-8-iscsi {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:28:50.890437 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a2308c-a6ac-47c6-a629-cfdfe6ea4f2b None None] Routers {'bf109504-498c-4e44-8981-c435141c840f'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:28:50.891035 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-54a2308c-a6ac-47c6-a629-cfdfe6ea4f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:28:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['bf109504-498c-4e44-8981-c435141c840f'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:28:51.084824 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-54a2308c-a6ac-47c6-a629-cfdfe6ea4f2b None None] Set router bf109504-498c-4e44-8981-c435141c840f gateway port host: dv-cinder-790492-8-iscsi {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:28:51.291779 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-54a2308c-a6ac-47c6-a629-cfdfe6ea4f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf109504-498c-4e44-8981-c435141c840f', 'name': 'tempest-TestVolumeBootPattern-1253301771-router', 'tenant_id': '2e44d06986c6454091c30fc29486ce80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '00092a6a-b5ac-474b-ad54-6fa19e081ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:28:44Z', 'updated_at': '2021-08-25T18:28:47Z', 'revision_number': 4, 'project_id': '2e44d06986c6454091c30fc29486ce80', 'gw_port': {'id': '00092a6a-b5ac-474b-ad54-6fa19e081ace', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf109504-498c-4e44-8981-c435141c840f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:45Z', 'updated_at': '2021-08-25T18:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '604e8917-5deb-442f-9514-29eed79fddfc', 'name': '', 'network_id': 'bf352cd9-f910-44d8-a921-2bad3bfe273c', 'tenant_id': '2e44d06986c6454091c30fc29486ce80', 'mac_address': 'fa:16:3e:5d:88:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf109504-498c-4e44-8981-c435141c840f', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '15554a62-b7a0-4f76-b399-7213dbc1c75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:46Z', 'updated_at': '2021-08-25T18:28:47Z', 'revision_number': 2, 'project_id': '2e44d06986c6454091c30fc29486ce80', 'subnets': [{'id': '15554a62-b7a0-4f76-b399-7213dbc1c75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:28:51.329302 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a2308c-a6ac-47c6-a629-cfdfe6ea4f2b None None] Checking router: bf109504-498c-4e44-8981-c435141c840f for host: dv-cinder-790492-8-iscsi {{(pid=93794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:28:51.329797 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a2308c-a6ac-47c6-a629-cfdfe6ea4f2b None None] Updating router bf109504-498c-4e44-8981-c435141c840f port 604e8917-5deb-442f-9514-29eed79fddfc binding host dv-cinder-790492-8-iscsi {{(pid=93794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 18:28:51.356631 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-54a2308c-a6ac-47c6-a629-cfdfe6ea4f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:51.641597 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-54a2308c-a6ac-47c6-a629-cfdfe6ea4f2b None None] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:51.655859 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-54a2308c-a6ac-47c6-a629-cfdfe6ea4f2b None None] Transition to ACTIVE for port object 604e8917-5deb-442f-9514-29eed79fddfc will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:28:51.656543 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 00092a6a-b5ac-474b-ad54-6fa19e081ace up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:28:51.662969 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-54a2308c-a6ac-47c6-a629-cfdfe6ea4f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:51.712194 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a070e4c-251e-4dcb-9496-d8734c700f10 None None] Pushing event updated for resources: {'Port': ['ID=604e8917-5deb-442f-9514-29eed79fddfc,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:51.715084 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port 00092a6a-b5ac-474b-ad54-6fa19e081ace triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:28:51.715797 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:51.771427 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-54a2308c-a6ac-47c6-a629-cfdfe6ea4f2b None None] Attempting to bind port 604e8917-5deb-442f-9514-29eed79fddfc on host dv-cinder-790492-8-iscsi for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:28:51.771778 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-54a2308c-a6ac-47c6-a629-cfdfe6ea4f2b None None] Attempting to bind port 604e8917-5deb-442f-9514-29eed79fddfc by drivers openvswitch,hyperv on host dv-cinder-790492-8-iscsi at level 0 using segments [{'id': '5760118a-af3a-4c78-970f-5341f6810265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'bf352cd9-f910-44d8-a921-2bad3bfe273c'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:28:51.772137 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a2308c-a6ac-47c6-a629-cfdfe6ea4f2b None None] Attempting to bind port 604e8917-5deb-442f-9514-29eed79fddfc on network bf352cd9-f910-44d8-a921-2bad3bfe273c {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:28:51.777332 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a2308c-a6ac-47c6-a629-cfdfe6ea4f2b None None] Checking agent: {'id': '0bbd6071-f664-4710-b599-19dc1c2306be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 14, 57), 'started_at': datetime.datetime(2021, 8, 25, 18, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:28:51.777701 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a2308c-a6ac-47c6-a629-cfdfe6ea4f2b None None] Checking segment: {'id': '5760118a-af3a-4c78-970f-5341f6810265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'bf352cd9-f910-44d8-a921-2bad3bfe273c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:28:51.778102 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-54a2308c-a6ac-47c6-a629-cfdfe6ea4f2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:51.778493 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a2308c-a6ac-47c6-a629-cfdfe6ea4f2b None None] Bound using segment: {'id': '5760118a-af3a-4c78-970f-5341f6810265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'bf352cd9-f910-44d8-a921-2bad3bfe273c'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:28:51.778954 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-54a2308c-a6ac-47c6-a629-cfdfe6ea4f2b None None] Bound port: 604e8917-5deb-442f-9514-29eed79fddfc, host: dv-cinder-790492-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5760118a-af3a-4c78-970f-5341f6810265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'bf352cd9-f910-44d8-a921-2bad3bfe273c'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:28:51.779352 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-54a2308c-a6ac-47c6-a629-cfdfe6ea4f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:51.848001 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-54a2308c-a6ac-47c6-a629-cfdfe6ea4f2b None None] For port 604e8917-5deb-442f-9514-29eed79fddfc, host dv-cinder-790492-8-iscsi, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:28:51.852079 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-54a2308c-a6ac-47c6-a629-cfdfe6ea4f2b None None] For port 604e8917-5deb-442f-9514-29eed79fddfc, host dv-cinder-790492-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=604e8917-5deb-442f-9514-29eed79fddfc,segment=NetworkSegment(5760118a-af3a-4c78-970f-5341f6810265),segment_id=5760118a-af3a-4c78-970f-5341f6810265)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:28:51.858790 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-54a2308c-a6ac-47c6-a629-cfdfe6ea4f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:51.920291 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a2308c-a6ac-47c6-a629-cfdfe6ea4f2b None None] Routers {'bf109504-498c-4e44-8981-c435141c840f'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:28:51.921016 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-54a2308c-a6ac-47c6-a629-cfdfe6ea4f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:28:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['bf109504-498c-4e44-8981-c435141c840f'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:28:51.924584 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a070e4c-251e-4dcb-9496-d8734c700f10 None None] Pushing event updated for resources: {'Port': ['ID=604e8917-5deb-442f-9514-29eed79fddfc,revision_number=4']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:52.044435 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-54a2308c-a6ac-47c6-a629-cfdfe6ea4f2b None None] Set router bf109504-498c-4e44-8981-c435141c840f gateway port host: dv-cinder-790492-8-iscsi {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:28:52.253171 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-54a2308c-a6ac-47c6-a629-cfdfe6ea4f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf109504-498c-4e44-8981-c435141c840f', 'name': 'tempest-TestVolumeBootPattern-1253301771-router', 'tenant_id': '2e44d06986c6454091c30fc29486ce80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '00092a6a-b5ac-474b-ad54-6fa19e081ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:28:44Z', 'updated_at': '2021-08-25T18:28:47Z', 'revision_number': 4, 'project_id': '2e44d06986c6454091c30fc29486ce80', 'gw_port': {'id': '00092a6a-b5ac-474b-ad54-6fa19e081ace', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf109504-498c-4e44-8981-c435141c840f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:45Z', 'updated_at': '2021-08-25T18:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '604e8917-5deb-442f-9514-29eed79fddfc', 'name': '', 'network_id': 'bf352cd9-f910-44d8-a921-2bad3bfe273c', 'tenant_id': '2e44d06986c6454091c30fc29486ce80', 'mac_address': 'fa:16:3e:5d:88:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf109504-498c-4e44-8981-c435141c840f', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '15554a62-b7a0-4f76-b399-7213dbc1c75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:46Z', 'updated_at': '2021-08-25T18:28:51Z', 'revision_number': 4, 'project_id': '2e44d06986c6454091c30fc29486ce80', 'subnets': [{'id': '15554a62-b7a0-4f76-b399-7213dbc1c75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:28:52.280592 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a2308c-a6ac-47c6-a629-cfdfe6ea4f2b None None] The sync data for ids ['bf109504-498c-4e44-8981-c435141c840f'] in dv-cinder-790492-8-iscsi is: [{'id': 'bf109504-498c-4e44-8981-c435141c840f', 'name': 'tempest-TestVolumeBootPattern-1253301771-router', 'tenant_id': '2e44d06986c6454091c30fc29486ce80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '00092a6a-b5ac-474b-ad54-6fa19e081ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:28:44Z', 'updated_at': '2021-08-25T18:28:47Z', 'revision_number': 4, 'project_id': '2e44d06986c6454091c30fc29486ce80', 'gw_port': {'id': '00092a6a-b5ac-474b-ad54-6fa19e081ace', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf109504-498c-4e44-8981-c435141c840f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:45Z', 'updated_at': '2021-08-25T18:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '604e8917-5deb-442f-9514-29eed79fddfc', 'name': '', 'network_id': 'bf352cd9-f910-44d8-a921-2bad3bfe273c', 'tenant_id': '2e44d06986c6454091c30fc29486ce80', 'mac_address': 'fa:16:3e:5d:88:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf109504-498c-4e44-8981-c435141c840f', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '15554a62-b7a0-4f76-b399-7213dbc1c75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:46Z', 'updated_at': '2021-08-25T18:28:51Z', 'revision_number': 4, 'project_id': '2e44d06986c6454091c30fc29486ce80', 'subnets': [{'id': '15554a62-b7a0-4f76-b399-7213dbc1c75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:28:53.331421 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4375e743-3c5e-4f76-b7bb-7447dcfde400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:53.670999 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 604e8917-5deb-442f-9514-29eed79fddfc up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:28:53.718908 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning for port 604e8917-5deb-442f-9514-29eed79fddfc completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:28:53.723037 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port 604e8917-5deb-442f-9514-29eed79fddfc triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:28:53.723409 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:53.801162 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:53.832774 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a73fd473-a473-4725-b778-338a169d167b None None] For port 604e8917-5deb-442f-9514-29eed79fddfc, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=604e8917-5deb-442f-9514-29eed79fddfc,segment=NetworkSegment(5760118a-af3a-4c78-970f-5341f6810265),segment_id=5760118a-af3a-4c78-970f-5341f6810265)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:28:53.836427 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:53.887992 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Pushing event updated for resources: {'Port': ['ID=604e8917-5deb-442f-9514-29eed79fddfc,revision_number=5']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:28:55.659246 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 604e8917-5deb-442f-9514-29eed79fddfc up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:28:55.714801 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port 604e8917-5deb-442f-9514-29eed79fddfc triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:28:55.715180 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:55.775877 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1c404a2e-9950-4829-8a44-401f1e2c2b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:57.219942 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:57.458062 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:28:58.874222 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:03.899818 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 6 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:29:06.996889 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-2a75ffa6-3df4-49c1-b2f0-a33545e09ebb tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1585908617&fields=id&tenant_id=2d82372d74da4f7189c2a324de5c53bf HTTP/1.1" status: 200 len: 267 time: 0.0335257 Aug 25 18:29:07.111212 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-c88b52a3-533e-4c1b-833e-1c8c0826415f tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:07.112842 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-c88b52a3-533e-4c1b-833e-1c8c0826415f tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/networks?id=25c2fc48-f9a1-4bec-9c66-689eb0740ad2 HTTP/1.1" status: 200 len: 812 time: 0.1091237 Aug 25 18:29:07.128389 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-1d51899e-b143-4c8c-9c70-d63429d2d0fa tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/quotas/2d82372d74da4f7189c2a324de5c53bf HTTP/1.1" status: 200 len: 375 time: 0.0092788 Aug 25 18:29:07.178514 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-672ddde1-a13b-4315-a91a-d62e7babd1d3 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d82372d74da4f7189c2a324de5c53bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447013 Aug 25 18:29:07.568984 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-5c182e86-7279-4c9a-96ec-e0016d8e7f04 service neutron] 10.222.0.37 "GET /v2.0/networks/25c2fc48-f9a1-4bec-9c66-689eb0740ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750582 Aug 25 18:29:07.577027 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f8f38-35fe-44bc-9a7a-a1002769e415 req-9ce3c9b8-b48a-4686-8250-50d6c0c0c263 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:07.578374 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-248f8f38-35fe-44bc-9a7a-a1002769e415 req-9ce3c9b8-b48a-4686-8250-50d6c0c0c263 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 946 time: 0.3315432 Aug 25 18:29:07.658568 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-248f8f38-35fe-44bc-9a7a-a1002769e415 req-7422aa01-9c8a-4a4e-9407-e8b8d340f242 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724335 Aug 25 18:29:07.688054 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-ab2c9fb3-5170-4997-b2fa-4b302d2a6595 service neutron] 10.222.0.37 "GET /v2.0/networks/25c2fc48-f9a1-4bec-9c66-689eb0740ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087804 Aug 25 18:29:07.959061 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3654ad2d-bd47-4a62-94f6-6d250705566b req-8cd76488-6dfc-4252-8300-40b43a82bf5d tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fbf0f66-65d1-48ec-afe4-8716d8c2fd66 HTTP/1.1" status: 200 len: 210 time: 0.0263686 Aug 25 18:29:08.638940 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa39ed-5617-49b1-8a4b-ae38780db475 req-08161a5f-98ef-4c11-b6ea-c8afbe317a0c tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:08.640509 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-62fa39ed-5617-49b1-8a4b-ae38780db475 req-08161a5f-98ef-4c11-b6ea-c8afbe317a0c tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 946 time: 0.0471785 Aug 25 18:29:08.733902 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-62fa39ed-5617-49b1-8a4b-ae38780db475 req-59b2e76e-33e6-47dc-a068-f3f2be646a4a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Deleting port 289bab63-43d9-4aef-913f-b44128144a76 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:29:08.734275 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-62fa39ed-5617-49b1-8a4b-ae38780db475 req-59b2e76e-33e6-47dc-a068-f3f2be646a4a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:08.915296 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa025884-541d-4e07-8651-d5312ac3f964 req-303a7793-2545-44a4-ba44-2f8b6fbae0c6 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:08.916802 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-aa025884-541d-4e07-8651-d5312ac3f964 req-303a7793-2545-44a4-ba44-2f8b6fbae0c6 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 946 time: 0.1796179 Aug 25 18:29:08.947686 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-62fa39ed-5617-49b1-8a4b-ae38780db475 req-59b2e76e-33e6-47dc-a068-f3f2be646a4a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] For port 289bab63-43d9-4aef-913f-b44128144a76, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=289bab63-43d9-4aef-913f-b44128144a76,segment=NetworkSegment(c7174dd9-e2ad-4230-9486-8edb6195741d),segment_id=c7174dd9-e2ad-4230-9486-8edb6195741d)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:29:08.948046 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-62fa39ed-5617-49b1-8a4b-ae38780db475 req-59b2e76e-33e6-47dc-a068-f3f2be646a4a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:08.987236 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-916a7b4b-4eca-49f6-abee-0de684c5e0b6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:08.988658 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-916a7b4b-4eca-49f6-abee-0de684c5e0b6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.24 "GET /v2.0/networks?id=25c2fc48-f9a1-4bec-9c66-689eb0740ad2 HTTP/1.1" status: 200 len: 812 time: 0.1918945 Aug 25 18:29:09.059441 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-aa025884-541d-4e07-8651-d5312ac3f964 req-12673fc4-230e-4a0e-85d0-c2dc0b51a177 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups?id=9c17f235-3a84-43e1-a3a3-955076d004ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307032 Aug 25 18:29:09.079778 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-46436215-a91b-41ac-9bca-7d64927008d8 req-87878839-a76d-406e-8c7d-df39bde49429 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fbf0f66-65d1-48ec-afe4-8716d8c2fd66 HTTP/1.1" status: 200 len: 210 time: 0.0526514 Aug 25 18:29:09.136348 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-bdfdc94f-b981-4b33-aea2-c34594ce69be tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d82372d74da4f7189c2a324de5c53bf HTTP/1.1" status: 200 len: 380 time: 0.1123629 Aug 25 18:29:09.149806 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-c660238e-0055-4395-be9b-35e48070d0b0 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Request body: {'port': {'device_id': '1fbf0f66-65d1-48ec-afe4-8716d8c2fd66', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'admin_state_up': True, 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'security_groups': ['bfc51ae2-4920-4a5c-b7e0-ae315b305353']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:29:09.270897 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-62fa39ed-5617-49b1-8a4b-ae38780db475 req-59b2e76e-33e6-47dc-a068-f3f2be646a4a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:09.271197 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-62fa39ed-5617-49b1-8a4b-ae38780db475 req-59b2e76e-33e6-47dc-a068-f3f2be646a4a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438161'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:09.271513 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.db.l3_db [req-62fa39ed-5617-49b1-8a4b-ae38780db475 req-59b2e76e-33e6-47dc-a068-f3f2be646a4a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Floating IP ae93698c-15eb-46aa-99fa-1c8a34438df6 disassociated. External IP: 172.27.3.128, port: 289bab63-43d9-4aef-913f-b44128144a76. Aug 25 18:29:09.271857 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-62fa39ed-5617-49b1-8a4b-ae38780db475 req-59b2e76e-33e6-47dc-a068-f3f2be646a4a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Calling delete_port for 289bab63-43d9-4aef-913f-b44128144a76 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:29:09.356933 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-c660238e-0055-4395-be9b-35e48070d0b0 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Made reservation on behalf of 2d82372d74da4f7189c2a324de5c53bf for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:29:09.360352 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-c660238e-0055-4395-be9b-35e48070d0b0 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:09.501996 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-62fa39ed-5617-49b1-8a4b-ae38780db475 req-59b2e76e-33e6-47dc-a068-f3f2be646a4a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:09.535963 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2e76e-33e6-47dc-a068-f3f2be646a4a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Pushing event deleted for resources: {'Port': ['ID=289bab63-43d9-4aef-913f-b44128144a76,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:09.551794 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b2e76e-33e6-47dc-a068-f3f2be646a4a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:29:09.552150 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b2e76e-33e6-47dc-a068-f3f2be646a4a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:29:09.552454 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b2e76e-33e6-47dc-a068-f3f2be646a4a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:29:09.552815 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b2e76e-33e6-47dc-a068-f3f2be646a4a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:29:09.553148 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b2e76e-33e6-47dc-a068-f3f2be646a4a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:29:09.553477 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b2e76e-33e6-47dc-a068-f3f2be646a4a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:29:09.553805 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b2e76e-33e6-47dc-a068-f3f2be646a4a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:29:09.554130 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b2e76e-33e6-47dc-a068-f3f2be646a4a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:29:09.554449 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b2e76e-33e6-47dc-a068-f3f2be646a4a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:29:09.554779 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b2e76e-33e6-47dc-a068-f3f2be646a4a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:29:09.555116 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b2e76e-33e6-47dc-a068-f3f2be646a4a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:29:09.555437 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b2e76e-33e6-47dc-a068-f3f2be646a4a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:29:09.569985 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-c660238e-0055-4395-be9b-35e48070d0b0 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Allocated IP 172.20.0.12 (25c2fc48-f9a1-4bec-9c66-689eb0740ad2/cc4734bb-f832-4878-a2e9-67939f407874/870800fb-4211-49c6-81e9-f09553071ae1) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:29:09.751858 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62fa39ed-5617-49b1-8a4b-ae38780db475 req-59b2e76e-33e6-47dc-a068-f3f2be646a4a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Router e7385fca-9c66-4ddd-a562-d976cbf701d3 has already been hosted by L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:29:09.836249 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-c660238e-0055-4395-be9b-35e48070d0b0 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:09.882195 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-c660238e-0055-4395-be9b-35e48070d0b0 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Transition to ACTIVE for port object 870800fb-4211-49c6-81e9-f09553071ae1 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:29:09.912170 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62fa39ed-5617-49b1-8a4b-ae38780db475 req-59b2e76e-33e6-47dc-a068-f3f2be646a4a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:29:09.923035 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729cc7e8-902c-4f69-993b-34ab6edcb183 None None] Sync routers for ids ['e7385fca-9c66-4ddd-a562-d976cbf701d3'] in dv-cinder-790492-8-iscsi {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:29:09.932680 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729cc7e8-902c-4f69-993b-34ab6edcb183 None None] Routers {'e7385fca-9c66-4ddd-a562-d976cbf701d3'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:29:09.933303 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-729cc7e8-902c-4f69-993b-34ab6edcb183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:28:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['e7385fca-9c66-4ddd-a562-d976cbf701d3'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:29:09.959740 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fa39ed-5617-49b1-8a4b-ae38780db475 req-59b2e76e-33e6-47dc-a068-f3f2be646a4a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] No DVR routers for this DVR port 289bab63-43d9-4aef-913f-b44128144a76 on host hv-cinder-79049 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:29:09.963622 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-62fa39ed-5617-49b1-8a4b-ae38780db475 req-59b2e76e-33e6-47dc-a068-f3f2be646a4a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:09.965693 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-62fa39ed-5617-49b1-8a4b-ae38780db475 req-59b2e76e-33e6-47dc-a068-f3f2be646a4a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.24 "DELETE /v2.0/ports/289bab63-43d9-4aef-913f-b44128144a76 HTTP/1.1" status: 204 len: 173 time: 1.3164353 Aug 25 18:29:09.966135 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c753949-3f6d-47ae-8184-b5783f724c50', 'name': 'network-vif-deleted', 'tag': '289bab63-43d9-4aef-913f-b44128144a76'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:29:09.968626 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107d64c6-b494-4b39-a79c-0c9c5256225b" -d '{"events": [{"server_uuid": "2c753949-3f6d-47ae-8184-b5783f724c50", "name": "network-vif-deleted", "tag": "289bab63-43d9-4aef-913f-b44128144a76"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:29:09.978262 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-c660238e-0055-4395-be9b-35e48070d0b0 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:10.023424 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-c660238e-0055-4395-be9b-35e48070d0b0 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Network 25c2fc48-f9a1-4bec-9c66-689eb0740ad2 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:29:10.031710 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-c660238e-0055-4395-be9b-35e48070d0b0 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:29:10.036986 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b649dbd-d342-4ef4-8f52-5aee6eb4908b x-openstack-request-id: req-4b649dbd-d342-4ef4-8f52-5aee6eb4908b {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:29:10.037278 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c753949-3f6d-47ae-8184-b5783f724c50", "name": "network-vif-deleted", "tag": "289bab63-43d9-4aef-913f-b44128144a76", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:29:10.037524 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4b649dbd-d342-4ef4-8f52-5aee6eb4908b {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:29:10.037909 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c753949-3f6d-47ae-8184-b5783f724c50', 'name': 'network-vif-deleted', 'tag': '289bab63-43d9-4aef-913f-b44128144a76', 'status': 'completed', 'code': 200} Aug 25 18:29:10.038722 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-c660238e-0055-4395-be9b-35e48070d0b0 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:29:10.070509 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660238e-0055-4395-be9b-35e48070d0b0 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Pushing event updated for resources: {'Port': ['ID=870800fb-4211-49c6-81e9-f09553071ae1,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:10.080873 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-729cc7e8-902c-4f69-993b-34ab6edcb183 None None] Set router e7385fca-9c66-4ddd-a562-d976cbf701d3 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:29:10.102444 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-c660238e-0055-4395-be9b-35e48070d0b0 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:10.103228 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-c660238e-0055-4395-be9b-35e48070d0b0 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:10.128058 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-c660238e-0055-4395-be9b-35e48070d0b0 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9857433 Aug 25 18:29:10.145626 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-d81dfa21-a765-45bb-8d30-525f89e5bd8d service neutron] Request body: {'port': {'device_id': '1fbf0f66-65d1-48ec-afe4-8716d8c2fd66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:29:10.208761 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-85b0bafa-4f76-4a64-91ce-f69c97435c70 req-e72df3dc-df09-4b4e-b97e-57bdbdfc39df tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c753949-3f6d-47ae-8184-b5783f724c50 HTTP/1.1" status: 200 len: 210 time: 0.0395980 Aug 25 18:29:10.262312 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-d81dfa21-a765-45bb-8d30-525f89e5bd8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:10.281636 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72224d-0e24-443e-89cf-4cf260784f5b req-c04ccfdf-dceb-464b-bb86-ef9a72bbf457 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:10.283383 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7e72224d-0e24-443e-89cf-4cf260784f5b req-c04ccfdf-dceb-464b-bb86-ef9a72bbf457 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fbf0f66-65d1-48ec-afe4-8716d8c2fd66 HTTP/1.1" status: 200 len: 932 time: 0.1049848 Aug 25 18:29:10.344775 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-4d67e15d-ad19-441e-a450-67ab93a10d79 None None] Provisioning for port 870800fb-4211-49c6-81e9-f09553071ae1 completed by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:29:10.351124 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-4d67e15d-ad19-441e-a450-67ab93a10d79 None None] Provisioning complete for port 870800fb-4211-49c6-81e9-f09553071ae1 triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:29:10.351483 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4d67e15d-ad19-441e-a450-67ab93a10d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:10.359271 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7e72224d-0e24-443e-89cf-4cf260784f5b req-eb792dc1-ce35-4724-8254-b1aea727f577 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685716 Aug 25 18:29:10.382835 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-729cc7e8-902c-4f69-993b-34ab6edcb183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1527836619-router', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:22:34Z', 'updated_at': '2021-08-25T18:22:40Z', 'revision_number': 4, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'gw_port': {'id': 'f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:10:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:35Z', 'updated_at': '2021-08-25T18:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '0897d691-285b-49c9-986d-bbabfad84253', 'name': '', 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'mac_address': 'fa:16:3e:cf:19:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd9d7b14c-bc03-4fe0-a3a0-cffe2819abe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:39Z', 'updated_at': '2021-08-25T18:22:50Z', 'revision_number': 5, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'subnets': [{'id': 'd9d7b14c-bc03-4fe0-a3a0-cffe2819abe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:29:10.416975 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729cc7e8-902c-4f69-993b-34ab6edcb183 None None] Checking router: e7385fca-9c66-4ddd-a562-d976cbf701d3 for host: dv-cinder-790492-8-iscsi {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:29:10.427562 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-4d67e15d-ad19-441e-a450-67ab93a10d79 None None] Port 870800fb-4211-49c6-81e9-f09553071ae1 cannot update to ACTIVE because it is not bound. {{(pid=93793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:29:10.436234 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729cc7e8-902c-4f69-993b-34ab6edcb183 None None] Routers {'e7385fca-9c66-4ddd-a562-d976cbf701d3'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:29:10.436898 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-729cc7e8-902c-4f69-993b-34ab6edcb183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:28:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['e7385fca-9c66-4ddd-a562-d976cbf701d3'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:29:10.576456 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-729cc7e8-902c-4f69-993b-34ab6edcb183 None None] Set router e7385fca-9c66-4ddd-a562-d976cbf701d3 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:29:10.584811 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-d81dfa21-a765-45bb-8d30-525f89e5bd8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 870800fb-4211-49c6-81e9-f09553071ae1 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:29:10.592738 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-d81dfa21-a765-45bb-8d30-525f89e5bd8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:10.605782 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-d81dfa21-a765-45bb-8d30-525f89e5bd8d service neutron] Transition to ACTIVE for port object 870800fb-4211-49c6-81e9-f09553071ae1 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:29:10.609382 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-d81dfa21-a765-45bb-8d30-525f89e5bd8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13409301'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:10.682454 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81dfa21-a765-45bb-8d30-525f89e5bd8d service neutron] Pushing event updated for resources: {'Port': ['ID=870800fb-4211-49c6-81e9-f09553071ae1,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:10.749299 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-d81dfa21-a765-45bb-8d30-525f89e5bd8d service neutron] Attempting to bind port 870800fb-4211-49c6-81e9-f09553071ae1 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:29:10.749944 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-d81dfa21-a765-45bb-8d30-525f89e5bd8d service neutron] Attempting to bind port 870800fb-4211-49c6-81e9-f09553071ae1 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:29:10.750361 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-d81dfa21-a765-45bb-8d30-525f89e5bd8d service neutron] Attempting to bind port 870800fb-4211-49c6-81e9-f09553071ae1 on network 25c2fc48-f9a1-4bec-9c66-689eb0740ad2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:29:10.757498 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-d81dfa21-a765-45bb-8d30-525f89e5bd8d service neutron] Port 870800fb-4211-49c6-81e9-f09553071ae1 on network 25c2fc48-f9a1-4bec-9c66-689eb0740ad2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 18:29:10.758261 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-d81dfa21-a765-45bb-8d30-525f89e5bd8d service neutron] Attempting to bind port 870800fb-4211-49c6-81e9-f09553071ae1 on network 25c2fc48-f9a1-4bec-9c66-689eb0740ad2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:29:10.763012 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-d81dfa21-a765-45bb-8d30-525f89e5bd8d service neutron] Checking agent: {'id': '7fd900e3-9f03-4129-b0c6-db4e233cdb3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'started_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:29:10.763349 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-d81dfa21-a765-45bb-8d30-525f89e5bd8d service neutron] Checking segment: {'id': 'aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:29:10.763735 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-d81dfa21-a765-45bb-8d30-525f89e5bd8d service neutron] Bound using segment: {'id': 'aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:29:10.764195 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-d81dfa21-a765-45bb-8d30-525f89e5bd8d service neutron] Bound port: 870800fb-4211-49c6-81e9-f09553071ae1, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:29:10.764572 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-d81dfa21-a765-45bb-8d30-525f89e5bd8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:10.830442 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-d81dfa21-a765-45bb-8d30-525f89e5bd8d service neutron] For port 870800fb-4211-49c6-81e9-f09553071ae1, host hv-cinder-79049, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:29:10.833732 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-d81dfa21-a765-45bb-8d30-525f89e5bd8d service neutron] For port 870800fb-4211-49c6-81e9-f09553071ae1, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=870800fb-4211-49c6-81e9-f09553071ae1,segment=NetworkSegment(aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5),segment_id=aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:29:10.839562 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-d81dfa21-a765-45bb-8d30-525f89e5bd8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13409301'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:10.873974 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-d81dfa21-a765-45bb-8d30-525f89e5bd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:10.874591 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-d81dfa21-a765-45bb-8d30-525f89e5bd8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:10.875967 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-d81dfa21-a765-45bb-8d30-525f89e5bd8d service neutron] 10.222.0.24 "PUT /v2.0/ports/870800fb-4211-49c6-81e9-f09553071ae1 HTTP/1.1" status: 200 len: 1094 time: 0.7387230 Aug 25 18:29:10.907326 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81dfa21-a765-45bb-8d30-525f89e5bd8d service neutron] Pushing event updated for resources: {'Port': ['ID=870800fb-4211-49c6-81e9-f09553071ae1,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:10.925772 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-729cc7e8-902c-4f69-993b-34ab6edcb183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1527836619-router', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:22:34Z', 'updated_at': '2021-08-25T18:22:40Z', 'revision_number': 4, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'gw_port': {'id': 'f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:10:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:35Z', 'updated_at': '2021-08-25T18:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '0897d691-285b-49c9-986d-bbabfad84253', 'name': '', 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'mac_address': 'fa:16:3e:cf:19:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd9d7b14c-bc03-4fe0-a3a0-cffe2819abe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:39Z', 'updated_at': '2021-08-25T18:22:50Z', 'revision_number': 5, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'subnets': [{'id': 'd9d7b14c-bc03-4fe0-a3a0-cffe2819abe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:29:10.958287 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729cc7e8-902c-4f69-993b-34ab6edcb183 None None] The sync data for ids ['e7385fca-9c66-4ddd-a562-d976cbf701d3'] in dv-cinder-790492-8-iscsi is: [{'id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1527836619-router', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:22:34Z', 'updated_at': '2021-08-25T18:22:40Z', 'revision_number': 4, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'gw_port': {'id': 'f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:10:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:35Z', 'updated_at': '2021-08-25T18:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '0897d691-285b-49c9-986d-bbabfad84253', 'name': '', 'network_id': 'ca11b88d-433f-4cc3-bc46-86e155a29f61', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'mac_address': 'fa:16:3e:cf:19:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd9d7b14c-bc03-4fe0-a3a0-cffe2819abe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:39Z', 'updated_at': '2021-08-25T18:22:50Z', 'revision_number': 5, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'subnets': [{'id': 'd9d7b14c-bc03-4fe0-a3a0-cffe2819abe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:29:10.963290 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-b866e544-4e59-4715-adb1-696e48c71ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:10.964887 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-b866e544-4e59-4715-adb1-696e48c71ea7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d82372d74da4f7189c2a324de5c53bf&device_id=1fbf0f66-65d1-48ec-afe4-8716d8c2fd66 HTTP/1.1" status: 200 len: 1097 time: 0.0478928 Aug 25 18:29:11.014546 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-4477d80c-072c-43ce-82dc-8307c950b3f3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=870800fb-4211-49c6-81e9-f09553071ae1 HTTP/1.1" status: 200 len: 217 time: 0.0396757 Aug 25 18:29:11.068902 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-dc3061dd-0b8c-4a01-b4e3-b11dfe79830b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:11.070448 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-dc3061dd-0b8c-4a01-b4e3-b11dfe79830b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc4734bb-f832-4878-a2e9-67939f407874 HTTP/1.1" status: 200 len: 851 time: 0.0485032 Aug 25 18:29:11.119064 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-8f583e94-ab6f-47c5-95b4-de6daa9f33fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:11.120622 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-8f583e94-ab6f-47c5-95b4-de6daa9f33fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25c2fc48-f9a1-4bec-9c66-689eb0740ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423174 Aug 25 18:29:11.226563 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-88f82c14-18c2-4918-b5ca-5d931aab3f0c service neutron] 10.222.0.24 "GET /v2.0/networks/25c2fc48-f9a1-4bec-9c66-689eb0740ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954926 Aug 25 18:29:11.303056 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 40752) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:11.327125 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e34ed261-65b0-4bac-9e25-ec957242bc0b req-beb16c25-9b27-4450-94ba-3e9f5c25845c service neutron] 10.222.0.24 "GET /v2.0/networks/25c2fc48-f9a1-4bec-9c66-689eb0740ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929759 Aug 25 18:29:11.357710 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2095dc-eaab-409a-b40d-1b39d348a37d None None] New status for floating IP ae93698c-15eb-46aa-99fa-1c8a34438df6: DOWN {{(pid=93794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 18:29:11.364821 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-744cf81d-e2a9-4e80-bd01-21f54742ac9a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:11.387562 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-744cf81d-e2a9-4e80-bd01-21f54742ac9a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:11.436371 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-744cf81d-e2a9-4e80-bd01-21f54742ac9a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:11.439079 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-744cf81d-e2a9-4e80-bd01-21f54742ac9a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:11.440342 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-744cf81d-e2a9-4e80-bd01-21f54742ac9a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "DELETE /v2.0/security-groups/9c17f235-3a84-43e1-a3a3-955076d004ab HTTP/1.1" status: 204 len: 168 time: 0.1363158 Aug 25 18:29:11.443874 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 40756) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:11.460785 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.api.v2.resource [None req-f6c2a3a3-83d5-481d-a6b1-cac011d6c188 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] show failed (client error): The resource could not be found. Aug 25 18:29:11.462300 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-f6c2a3a3-83d5-481d-a6b1-cac011d6c188 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "GET /v2.0/security-groups/9c17f235-3a84-43e1-a3a3-955076d004ab HTTP/1.1" status: 404 len: 347 time: 0.0175529 Aug 25 18:29:11.463358 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744cf81d-e2a9-4e80-bd01-21f54742ac9a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c17f235-3a84-43e1-a3a3-955076d004ab,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:11.465603 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 40758) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:11.498674 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797b274-cecb-4a01-9e48-e820f1afcc01 req-e2e418e0-3049-419a-a333-6b8eee3f27a3 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:11.500139 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e797b274-cecb-4a01-9e48-e820f1afcc01 req-e2e418e0-3049-419a-a333-6b8eee3f27a3 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fbf0f66-65d1-48ec-afe4-8716d8c2fd66 HTTP/1.1" status: 200 len: 944 time: 0.0583255 Aug 25 18:29:11.541599 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e797b274-cecb-4a01-9e48-e820f1afcc01 req-43ac82ca-b80f-4137-953b-efc680bbbb80 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348980 Aug 25 18:29:11.717440 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744cf81d-e2a9-4e80-bd01-21f54742ac9a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:29:11.717727 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744cf81d-e2a9-4e80-bd01-21f54742ac9a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:29:11.718016 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744cf81d-e2a9-4e80-bd01-21f54742ac9a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:29:11.718343 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744cf81d-e2a9-4e80-bd01-21f54742ac9a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:29:11.718665 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744cf81d-e2a9-4e80-bd01-21f54742ac9a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:29:11.718989 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744cf81d-e2a9-4e80-bd01-21f54742ac9a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:29:11.719354 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744cf81d-e2a9-4e80-bd01-21f54742ac9a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:29:11.719769 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744cf81d-e2a9-4e80-bd01-21f54742ac9a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:29:11.720261 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744cf81d-e2a9-4e80-bd01-21f54742ac9a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:29:11.721008 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744cf81d-e2a9-4e80-bd01-21f54742ac9a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:29:11.721375 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744cf81d-e2a9-4e80-bd01-21f54742ac9a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:29:11.721899 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744cf81d-e2a9-4e80-bd01-21f54742ac9a tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:29:11.822064 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c46c2e-f121-42a2-a0b8-57860a633325 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Deleting port 66510aa2-6bc1-4c3f-adfb-05e4f462626e {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:29:11.822449 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b5c46c2e-f121-42a2-a0b8-57860a633325 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:11.906167 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b5c46c2e-f121-42a2-a0b8-57860a633325 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:11.906493 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b5c46c2e-f121-42a2-a0b8-57860a633325 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:11.918250 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-b5c46c2e-f121-42a2-a0b8-57860a633325 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Calling delete_port for 66510aa2-6bc1-4c3f-adfb-05e4f462626e owned by network:floatingip {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:29:12.039440 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fbf0f66-65d1-48ec-afe4-8716d8c2fd66', 'tag': '870800fb-4211-49c6-81e9-f09553071ae1'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:29:12.041828 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c1f57b-bf4d-436a-9577-fe538ea581ed" -d '{"events": [{"name": "network-changed", "server_uuid": "1fbf0f66-65d1-48ec-afe4-8716d8c2fd66", "tag": "870800fb-4211-49c6-81e9-f09553071ae1"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:29:12.047312 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b5c46c2e-f121-42a2-a0b8-57860a633325 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12706292'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:12.074439 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c46c2e-f121-42a2-a0b8-57860a633325 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Pushing event deleted for resources: {'Port': ['ID=66510aa2-6bc1-4c3f-adfb-05e4f462626e,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:12.078963 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2749e6f-4f25-4a6b-829a-83ead5a9cc9b x-openstack-request-id: req-e2749e6f-4f25-4a6b-829a-83ead5a9cc9b {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:29:12.079558 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fbf0f66-65d1-48ec-afe4-8716d8c2fd66", "tag": "870800fb-4211-49c6-81e9-f09553071ae1", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:29:12.079877 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e2749e6f-4f25-4a6b-829a-83ead5a9cc9b {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:29:12.080337 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fbf0f66-65d1-48ec-afe4-8716d8c2fd66', 'tag': '870800fb-4211-49c6-81e9-f09553071ae1', 'status': 'completed', 'code': 200} Aug 25 18:29:12.136858 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b5c46c2e-f121-42a2-a0b8-57860a633325 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks [] for floatingip, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:12.139509 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b5c46c2e-f121-42a2-a0b8-57860a633325 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for floatingip, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:12.140874 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-b5c46c2e-f121-42a2-a0b8-57860a633325 tempest-AttachVolumeShelveTestJSON-1502429184 tempest-AttachVolumeShelveTestJSON-1502429184-project] 10.222.0.37 "DELETE /v2.0/floatingips/ae93698c-15eb-46aa-99fa-1c8a34438df6 HTTP/1.1" status: 204 len: 168 time: 0.6740053 Aug 25 18:29:12.147218 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1f57b-bf4d-436a-9577-fe538ea581ed req-1bc75c82-fece-4dd1-8542-1207de9aef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:12.148746 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e0c1f57b-bf4d-436a-9577-fe538ea581ed req-1bc75c82-fece-4dd1-8542-1207de9aef76 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d82372d74da4f7189c2a324de5c53bf&device_id=1fbf0f66-65d1-48ec-afe4-8716d8c2fd66 HTTP/1.1" status: 200 len: 1097 time: 0.0457804 Aug 25 18:29:12.241469 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 289bab63-43d9-4aef-913f-b44128144a76 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:29:12.253694 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1f57b-bf4d-436a-9577-fe538ea581ed req-4f91d397-64c0-4f55-b2bf-002d6de04224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:12.255602 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e0c1f57b-bf4d-436a-9577-fe538ea581ed req-4f91d397-64c0-4f55-b2bf-002d6de04224 service neutron] 10.222.0.24 "GET /v2.0/networks?id=25c2fc48-f9a1-4bec-9c66-689eb0740ad2 HTTP/1.1" status: 200 len: 913 time: 0.1001303 Aug 25 18:29:12.271992 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] No Port match for: 289bab63-43d9-4aef-913f-b44128144a76 {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:29:12.272433 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 289bab63-43d9-4aef-913f-b44128144a76 not bound to the agent host hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:29:12.304622 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e0c1f57b-bf4d-436a-9577-fe538ea581ed req-00ccb05f-0a9d-48b6-a2b4-ce18ae70eaf8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=870800fb-4211-49c6-81e9-f09553071ae1 HTTP/1.1" status: 200 len: 217 time: 0.0413790 Aug 25 18:29:12.354771 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1f57b-bf4d-436a-9577-fe538ea581ed req-8161fe7f-8d91-4de5-a0e7-bf2106d64e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:12.356236 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e0c1f57b-bf4d-436a-9577-fe538ea581ed req-8161fe7f-8d91-4de5-a0e7-bf2106d64e14 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc4734bb-f832-4878-a2e9-67939f407874 HTTP/1.1" status: 200 len: 851 time: 0.0452132 Aug 25 18:29:12.405551 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1f57b-bf4d-436a-9577-fe538ea581ed req-f8c0fb5b-e859-491e-a973-de5c900881e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:12.406985 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e0c1f57b-bf4d-436a-9577-fe538ea581ed req-f8c0fb5b-e859-491e-a973-de5c900881e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25c2fc48-f9a1-4bec-9c66-689eb0740ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427918 Aug 25 18:29:12.506134 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e0c1f57b-bf4d-436a-9577-fe538ea581ed req-2268d652-1618-4394-b1af-4dff60ed4a20 service neutron] 10.222.0.24 "GET /v2.0/networks/25c2fc48-f9a1-4bec-9c66-689eb0740ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854950 Aug 25 18:29:12.594179 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e0c1f57b-bf4d-436a-9577-fe538ea581ed req-94b84af2-6c6d-4d2f-92bd-64c8835c5e15 service neutron] 10.222.0.24 "GET /v2.0/networks/25c2fc48-f9a1-4bec-9c66-689eb0740ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802073 Aug 25 18:29:12.654867 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256dabe-5f06-4995-b042-e054dfef332d req-fe4766ca-f8e2-4e23-bc8d-3e5147c55550 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:12.656334 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b256dabe-5f06-4995-b042-e054dfef332d req-fe4766ca-f8e2-4e23-bc8d-3e5147c55550 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fbf0f66-65d1-48ec-afe4-8716d8c2fd66 HTTP/1.1" status: 200 len: 944 time: 0.0480518 Aug 25 18:29:12.697014 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b256dabe-5f06-4995-b042-e054dfef332d req-5ad3330d-7a4e-412a-80ff-09df55233d14 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346856 Aug 25 18:29:13.807948 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26854f8c-cd5f-4e48-bcc5-6257198881be req-a06a69ae-b728-4f26-baaa-c5e4a359940a tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:13.810131 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-26854f8c-cd5f-4e48-bcc5-6257198881be req-a06a69ae-b728-4f26-baaa-c5e4a359940a tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fbf0f66-65d1-48ec-afe4-8716d8c2fd66 HTTP/1.1" status: 200 len: 944 time: 0.0488169 Aug 25 18:29:13.847661 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-26854f8c-cd5f-4e48-bcc5-6257198881be req-72124436-c8ca-473b-8528-2b5a16cfa6ba tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313747 Aug 25 18:29:14.580324 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 40812) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:14.960528 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608bc64-c4cb-4da8-bbb9-03b620ae515a req-a87bbbfa-0885-4e9d-8759-323613649704 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:14.963723 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a608bc64-c4cb-4da8-bbb9-03b620ae515a req-a87bbbfa-0885-4e9d-8759-323613649704 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fbf0f66-65d1-48ec-afe4-8716d8c2fd66 HTTP/1.1" status: 200 len: 944 time: 0.0497921 Aug 25 18:29:15.006666 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a608bc64-c4cb-4da8-bbb9-03b620ae515a req-eaa24e57-ebba-420f-9662-5fa1101e7a38 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358169 Aug 25 18:29:15.065996 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8eed38be-8cfd-4957-9748-c3cdcd67f2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435919'] for router_interface, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:15.306794 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-8eed38be-8cfd-4957-9748-c3cdcd67f2b5 admin admin] Deleting port 0897d691-285b-49c9-986d-bbabfad84253 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:29:15.307010 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8eed38be-8cfd-4957-9748-c3cdcd67f2b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:15.384985 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8eed38be-8cfd-4957-9748-c3cdcd67f2b5 admin admin] For port 0897d691-285b-49c9-986d-bbabfad84253, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=0897d691-285b-49c9-986d-bbabfad84253,segment=NetworkSegment(c7174dd9-e2ad-4230-9486-8edb6195741d),segment_id=c7174dd9-e2ad-4230-9486-8edb6195741d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:29:15.385348 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8eed38be-8cfd-4957-9748-c3cdcd67f2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:15.400711 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-8eed38be-8cfd-4957-9748-c3cdcd67f2b5 admin admin] Calling delete_port for 0897d691-285b-49c9-986d-bbabfad84253 owned by network:router_interface {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:29:15.575661 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8eed38be-8cfd-4957-9748-c3cdcd67f2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12706292'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:15.604337 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed38be-8cfd-4957-9748-c3cdcd67f2b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0897d691-285b-49c9-986d-bbabfad84253,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:15.765739 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8eed38be-8cfd-4957-9748-c3cdcd67f2b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435717'] for router_interface, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:15.977908 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eed38be-8cfd-4957-9748-c3cdcd67f2b5 admin admin] Router e7385fca-9c66-4ddd-a562-d976cbf701d3 has already been hosted by L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 {{(pid=93792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:29:16.088471 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eed38be-8cfd-4957-9748-c3cdcd67f2b5 admin admin] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:29:16.094139 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-8eed38be-8cfd-4957-9748-c3cdcd67f2b5 admin admin] 10.222.0.37 "PUT /v2.0/routers/e7385fca-9c66-4ddd-a562-d976cbf701d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5126536 Aug 25 18:29:16.096962 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 40840) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:16.098330 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9a6ad6-ef4c-453e-a599-fed8190a6c11 None None] Sync routers for ids ['e7385fca-9c66-4ddd-a562-d976cbf701d3'] in dv-cinder-790492-8-iscsi {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:29:16.116421 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9a6ad6-ef4c-453e-a599-fed8190a6c11 None None] Routers {'e7385fca-9c66-4ddd-a562-d976cbf701d3'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:29:16.117076 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ed9a6ad6-ef4c-453e-a599-fed8190a6c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:28:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['e7385fca-9c66-4ddd-a562-d976cbf701d3'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:29:16.121411 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc0f94-55a5-4b82-a096-a8619a50c44e req-91dcbfc0-a01f-4f3e-a23d-f3dc9c1d611f tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:16.128312 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6dfc0f94-55a5-4b82-a096-a8619a50c44e req-91dcbfc0-a01f-4f3e-a23d-f3dc9c1d611f tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fbf0f66-65d1-48ec-afe4-8716d8c2fd66 HTTP/1.1" status: 200 len: 944 time: 0.0537615 Aug 25 18:29:16.169113 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6dfc0f94-55a5-4b82-a096-a8619a50c44e req-b1283740-a716-4acf-87cc-68164c3b5fe1 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397658 Aug 25 18:29:16.202163 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-031eef3e-ad5a-4680-a83c-9b6201f0c9ef admin admin] Notify callbacks [] for router, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:16.246624 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ed9a6ad6-ef4c-453e-a599-fed8190a6c11 None None] Set router e7385fca-9c66-4ddd-a562-d976cbf701d3 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:29:16.315934 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-031eef3e-ad5a-4680-a83c-9b6201f0c9ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:16.370791 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-031eef3e-ad5a-4680-a83c-9b6201f0c9ef admin admin] Deleting port f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:29:16.371230 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-031eef3e-ad5a-4680-a83c-9b6201f0c9ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:16.397906 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661134dd-713a-482f-b1e9-de782adb7669 req-7d754919-1dd6-4057-a4a1-4b99161e0642 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:16.400224 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-661134dd-713a-482f-b1e9-de782adb7669 req-7d754919-1dd6-4057-a4a1-4b99161e0642 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef978983-dbd7-4db6-b59a-e4ac0b086d1e HTTP/1.1" status: 200 len: 946 time: 0.0493302 Aug 25 18:29:16.440979 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-661134dd-713a-482f-b1e9-de782adb7669 req-989ddcd2-fbc8-4560-b2f2-01d45a06efe2 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=8db20cad-5088-4eeb-a93f-5beedbae0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324976 Aug 25 18:29:16.456696 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-031eef3e-ad5a-4680-a83c-9b6201f0c9ef admin admin] For port f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8,segment=NetworkSegment(49cfb93f-112c-4d1a-97bc-26302bfd74eb),segment_id=49cfb93f-112c-4d1a-97bc-26302bfd74eb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:29:16.457099 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-031eef3e-ad5a-4680-a83c-9b6201f0c9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:16.457399 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ed9a6ad6-ef4c-453e-a599-fed8190a6c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1527836619-router', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:22:34Z', 'updated_at': '2021-08-25T18:29:15Z', 'revision_number': 5, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'gw_port': {'id': 'f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:10:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:22:35Z', 'updated_at': '2021-08-25T18:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi'}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:29:16.469671 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-031eef3e-ad5a-4680-a83c-9b6201f0c9ef admin admin] Calling delete_port for f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8 owned by network:router_gateway {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:29:16.483486 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9a6ad6-ef4c-453e-a599-fed8190a6c11 None None] Checking router: e7385fca-9c66-4ddd-a562-d976cbf701d3 for host: dv-cinder-790492-8-iscsi {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:29:16.491572 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9a6ad6-ef4c-453e-a599-fed8190a6c11 None None] Routers {'e7385fca-9c66-4ddd-a562-d976cbf701d3'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:29:16.492177 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ed9a6ad6-ef4c-453e-a599-fed8190a6c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:28:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['e7385fca-9c66-4ddd-a562-d976cbf701d3'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:29:16.576198 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ed9a6ad6-ef4c-453e-a599-fed8190a6c11 None None] Set router e7385fca-9c66-4ddd-a562-d976cbf701d3 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:29:16.628372 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-031eef3e-ad5a-4680-a83c-9b6201f0c9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12706292'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:16.631119 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ed9a6ad6-ef4c-453e-a599-fed8190a6c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1527836619-router', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:22:34Z', 'updated_at': '2021-08-25T18:29:16Z', 'revision_number': 6, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'gw_port_host': None}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:29:16.657225 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031eef3e-ad5a-4680-a83c-9b6201f0c9ef admin admin] Pushing event deleted for resources: {'Port': ['ID=f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:16.657459 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9a6ad6-ef4c-453e-a599-fed8190a6c11 None None] The sync data for ids ['e7385fca-9c66-4ddd-a562-d976cbf701d3'] in dv-cinder-790492-8-iscsi is: [{'id': 'e7385fca-9c66-4ddd-a562-d976cbf701d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1527836619-router', 'tenant_id': '0e50d3e6eb4343348d784dfd6489ac79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:22:34Z', 'updated_at': '2021-08-25T18:29:16Z', 'revision_number': 6, 'project_id': '0e50d3e6eb4343348d784dfd6489ac79', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:29:16.718692 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-031eef3e-ad5a-4680-a83c-9b6201f0c9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-438111'] for router_gateway, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:16.804282 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-031eef3e-ad5a-4680-a83c-9b6201f0c9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40943'] for router, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:16.806371 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-031eef3e-ad5a-4680-a83c-9b6201f0c9ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:16.847052 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-031eef3e-ad5a-4680-a83c-9b6201f0c9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-432079'] for router, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:16.847532 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031eef3e-ad5a-4680-a83c-9b6201f0c9ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7385fca-9c66-4ddd-a562-d976cbf701d3 {{(pid=93792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 18:29:16.851530 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-031eef3e-ad5a-4680-a83c-9b6201f0c9ef admin admin] Notify callbacks [] for router, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:16.852701 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-031eef3e-ad5a-4680-a83c-9b6201f0c9ef admin admin] 10.222.0.37 "DELETE /v2.0/routers/e7385fca-9c66-4ddd-a562-d976cbf701d3 HTTP/1.1" status: 204 len: 168 time: 0.7547870 Aug 25 18:29:16.855084 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 40846) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:16.900765 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.db_base_plugin_v2 [None req-5308e006-ca21-49c7-b016-1082a50ab7de admin admin] Deleting subnet d9d7b14c-bc03-4fe0-a3a0-cffe2819abe3 {{(pid=93792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 18:29:16.903596 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5308e006-ca21-49c7-b016-1082a50ab7de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:16.935143 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5308e006-ca21-49c7-b016-1082a50ab7de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12801374'] for subnet, precommit_delete_associations {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:17.010823 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5308e006-ca21-49c7-b016-1082a50ab7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541805'] for subnet, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:17.063799 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5308e006-ca21-49c7-b016-1082a50ab7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12706215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14501353'] for subnet, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:17.092632 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308e006-ca21-49c7-b016-1082a50ab7de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9d7b14c-bc03-4fe0-a3a0-cffe2819abe3,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:17.104076 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5308e006-ca21-49c7-b016-1082a50ab7de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for subnet, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:17.106025 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-5308e006-ca21-49c7-b016-1082a50ab7de admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d9d7b14c-bc03-4fe0-a3a0-cffe2819abe3 HTTP/1.1" status: 204 len: 168 time: 0.2500563 Aug 25 18:29:17.108476 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 40848) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:17.110660 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27abbd0-42a9-4daa-8749-0d06b531216c None None] Network ca11b88d-433f-4cc3-bc46-86e155a29f61 requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:29:17.174961 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e10d5c96-c2ee-4643-bb90-a377d5c773dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548157'] for network, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:17.227654 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e10d5c96-c2ee-4643-bb90-a377d5c773dc admin admin] Deleting port 08520000-fd57-409e-826d-3ff3d247f6fb {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:29:17.227989 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e10d5c96-c2ee-4643-bb90-a377d5c773dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:17.287334 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a507d5-701e-4c00-80f4-c7426f861bef req-419035e1-07e3-47ce-ad45-6d2ae05c04d4 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:17.288850 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c2a507d5-701e-4c00-80f4-c7426f861bef req-419035e1-07e3-47ce-ad45-6d2ae05c04d4 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fbf0f66-65d1-48ec-afe4-8716d8c2fd66 HTTP/1.1" status: 200 len: 944 time: 0.0496738 Aug 25 18:29:17.294738 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e10d5c96-c2ee-4643-bb90-a377d5c773dc admin admin] For port 08520000-fd57-409e-826d-3ff3d247f6fb, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=08520000-fd57-409e-826d-3ff3d247f6fb,segment=NetworkSegment(c7174dd9-e2ad-4230-9486-8edb6195741d),segment_id=c7174dd9-e2ad-4230-9486-8edb6195741d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:29:17.295099 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e10d5c96-c2ee-4643-bb90-a377d5c773dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:17.308324 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e10d5c96-c2ee-4643-bb90-a377d5c773dc admin admin] Calling delete_port for 08520000-fd57-409e-826d-3ff3d247f6fb owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:29:17.327052 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c2a507d5-701e-4c00-80f4-c7426f861bef req-3041aaab-d246-432d-bc4a-d142e13fc42c tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318995 Aug 25 18:29:17.384299 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e10d5c96-c2ee-4643-bb90-a377d5c773dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12706292'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:17.410458 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d5c96-c2ee-4643-bb90-a377d5c773dc admin admin] Pushing event deleted for resources: {'Port': ['ID=08520000-fd57-409e-826d-3ff3d247f6fb,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:17.412276 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10d5c96-c2ee-4643-bb90-a377d5c773dc admin admin] No DVR routers for this DVR port 08520000-fd57-409e-826d-3ff3d247f6fb on host dv-cinder-790492-8-iscsi {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:29:17.437515 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f98fa04-0e8b-4165-92d7-4895a430f4be None None] DHCP port deletion for ca11b88d-433f-4cc3-bc46-86e155a29f61 request from dv-cinder-790492-8-iscsi {{(pid=93793) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 18:29:17.490456 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e10d5c96-c2ee-4643-bb90-a377d5c773dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651606', 'neutron.services.segments.db._delete_segments_for_network-8748354584558'] for network, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:17.500756 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.services.segments.db [None req-e10d5c96-c2ee-4643-bb90-a377d5c773dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca11b88d-433f-4cc3-bc46-86e155a29f61']}} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:29:17.511339 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.services.segments.db [None req-e10d5c96-c2ee-4643-bb90-a377d5c773dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7174dd9-e2ad-4230-9486-8edb6195741d') {'for_net_delete': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:29:17.511632 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.services.segments.db [None req-e10d5c96-c2ee-4643-bb90-a377d5c773dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7174dd9-e2ad-4230-9486-8edb6195741d') {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:29:17.520675 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e10d5c96-c2ee-4643-bb90-a377d5c773dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748354584441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12801345'] for segment, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:17.534415 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e10d5c96-c2ee-4643-bb90-a377d5c773dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788'] for segment, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:17.541025 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10d5c96-c2ee-4643-bb90-a377d5c773dc admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=93792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 18:29:17.541410 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e10d5c96-c2ee-4643-bb90-a377d5c773dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12706241'] for segment, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:17.543344 dv-cinder-790492-8-iscsi neutron-server[93792]: Traceback (most recent call last): Aug 25 18:29:17.543344 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 18:29:17.543344 dv-cinder-790492-8-iscsi neutron-server[93792]: timer() Aug 25 18:29:17.543344 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 18:29:17.543344 dv-cinder-790492-8-iscsi neutron-server[93792]: cb(*args, **kw) Aug 25 18:29:17.543344 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 18:29:17.543344 dv-cinder-790492-8-iscsi neutron-server[93792]: return func(*args, **kwargs) Aug 25 18:29:17.543344 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 18:29:17.543344 dv-cinder-790492-8-iscsi neutron-server[93792]: self._notify() Aug 25 18:29:17.543344 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 18:29:17.543344 dv-cinder-790492-8-iscsi neutron-server[93792]: self.callback(batched_events) Aug 25 18:29:17.543344 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 18:29:17.543344 dv-cinder-790492-8-iscsi neutron-server[93792]: event.method(event) Aug 25 18:29:17.543344 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 18:29:17.543344 dv-cinder-790492-8-iscsi neutron-server[93792]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 18:29:17.543344 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 18:29:17.543344 dv-cinder-790492-8-iscsi neutron-server[93792]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 18:29:17.543344 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 18:29:17.543344 dv-cinder-790492-8-iscsi neutron-server[93792]: return f(self, *a, **k) Aug 25 18:29:17.543344 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 18:29:17.543344 dv-cinder-790492-8-iscsi neutron-server[93792]: return self._get(url).json() Aug 25 18:29:17.543344 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 18:29:17.543344 dv-cinder-790492-8-iscsi neutron-server[93792]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 18:29:17.543344 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 18:29:17.543344 dv-cinder-790492-8-iscsi neutron-server[93792]: return self.request(url, 'GET', **kwargs) Aug 25 18:29:17.543344 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 18:29:17.543344 dv-cinder-790492-8-iscsi neutron-server[93792]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 18:29:17.543344 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 18:29:17.543344 dv-cinder-790492-8-iscsi neutron-server[93792]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 18:29:17.543344 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 18:29:17.543344 dv-cinder-790492-8-iscsi neutron-server[93792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 18:29:17.543344 dv-cinder-790492-8-iscsi neutron-server[93792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 18:29:17.559700 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a45c3-88c5-449f-b981-4e761cc8e761 req-2507ffe2-d407-4c2d-ae57-13808e998cbc tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:17.561333 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-140a45c3-88c5-449f-b981-4e761cc8e761 req-2507ffe2-d407-4c2d-ae57-13808e998cbc tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef978983-dbd7-4db6-b59a-e4ac0b086d1e HTTP/1.1" status: 200 len: 946 time: 0.0519319 Aug 25 18:29:17.601098 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e10d5c96-c2ee-4643-bb90-a377d5c773dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438115'] for network, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:17.607537 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e10d5c96-c2ee-4643-bb90-a377d5c773dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for network, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:17.609856 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-e10d5c96-c2ee-4643-bb90-a377d5c773dc admin admin] 10.222.0.37 "DELETE /v2.0/networks/ca11b88d-433f-4cc3-bc46-86e155a29f61 HTTP/1.1" status: 204 len: 168 time: 0.5004220 Aug 25 18:29:17.614927 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-140a45c3-88c5-449f-b981-4e761cc8e761 req-98db42e8-dd48-4fb1-95dc-9c0afc4a7392 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups?id=8db20cad-5088-4eeb-a93f-5beedbae0720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367434 Aug 25 18:29:17.700418 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 0897d691-285b-49c9-986d-bbabfad84253 no longer exists at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:29:17.724646 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-a73fd473-a473-4725-b778-338a169d167b None None] No Port match for: 0897d691-285b-49c9-986d-bbabfad84253 {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:29:17.725329 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 0897d691-285b-49c9-986d-bbabfad84253 not bound to the agent host dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:29:17.725968 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8 no longer exists at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:29:17.753901 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 40856) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:17.762789 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-a73fd473-a473-4725-b778-338a169d167b None None] No Port match for: f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8 {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:29:17.768748 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device f88b35a9-0ede-40ca-ba27-dc3cc7f3a9e8 not bound to the agent host dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:29:17.770526 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 08520000-fd57-409e-826d-3ff3d247f6fb no longer exists at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:29:17.793756 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-a73fd473-a473-4725-b778-338a169d167b None None] No Port match for: 08520000-fd57-409e-826d-3ff3d247f6fb {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:29:17.794195 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 08520000-fd57-409e-826d-3ff3d247f6fb not bound to the agent host dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:29:17.811420 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-63024bac-3199-4267-b277-38077890116e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e50d3e6eb4343348d784dfd6489ac79&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0561037 Aug 25 18:29:17.814076 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 40858) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:17.851638 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d5c96-c2ee-4643-bb90-a377d5c773dc admin admin] Pushing event deleted for resources: {'Network': ['ID=ca11b88d-433f-4cc3-bc46-86e155a29f61,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:17.864220 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-75ee9746-8660-4f25-b68e-ac54b0d91cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:17.885248 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-75ee9746-8660-4f25-b68e-ac54b0d91cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:17.930730 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-75ee9746-8660-4f25-b68e-ac54b0d91cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:17.933411 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-75ee9746-8660-4f25-b68e-ac54b0d91cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:17.934551 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-75ee9746-8660-4f25-b68e-ac54b0d91cbf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ca306851-4241-4ec0-9ccc-9997a0293d43 HTTP/1.1" status: 204 len: 168 time: 0.1195745 Aug 25 18:29:17.942238 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee9746-8660-4f25-b68e-ac54b0d91cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca306851-4241-4ec0-9ccc-9997a0293d43,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:18.065966 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa4ed5-13cf-470a-8c59-fa073e7087a1 req-a87bf26a-24fa-4a67-b5b5-94aba6d956a8 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:18.067406 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2caa4ed5-13cf-470a-8c59-fa073e7087a1 req-a87bf26a-24fa-4a67-b5b5-94aba6d956a8 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef978983-dbd7-4db6-b59a-e4ac0b086d1e HTTP/1.1" status: 200 len: 946 time: 0.0475569 Aug 25 18:29:18.162491 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-2caa4ed5-13cf-470a-8c59-fa073e7087a1 req-1626fc3f-d35f-49ad-bc84-658d65fe2c30 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Deleting port ea08c20d-17f0-4f8c-b389-b9717b8a385d {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:29:18.162831 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2caa4ed5-13cf-470a-8c59-fa073e7087a1 req-1626fc3f-d35f-49ad-bc84-658d65fe2c30 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:18.250064 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-2caa4ed5-13cf-470a-8c59-fa073e7087a1 req-1626fc3f-d35f-49ad-bc84-658d65fe2c30 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] For port ea08c20d-17f0-4f8c-b389-b9717b8a385d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ea08c20d-17f0-4f8c-b389-b9717b8a385d,segment=NetworkSegment(62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168),segment_id=62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:29:18.250427 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2caa4ed5-13cf-470a-8c59-fa073e7087a1 req-1626fc3f-d35f-49ad-bc84-658d65fe2c30 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:18.255470 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 870800fb-4211-49c6-81e9-f09553071ae1 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 18:29:18.360282 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 870800fb-4211-49c6-81e9-f09553071ae1, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=870800fb-4211-49c6-81e9-f09553071ae1,segment=NetworkSegment(aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5),segment_id=aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:29:18.372893 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Returning: {'device': '870800fb-4211-49c6-81e9-f09553071ae1', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'port_id': '870800fb-4211-49c6-81e9-f09553071ae1', 'mac_address': 'fa:16:3e:ad:f4:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 18:29:18.417999 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:18.432356 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870800fb-4211-49c6-81e9-f09553071ae1 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:29:18.453423 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 870800fb-4211-49c6-81e9-f09553071ae1, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=870800fb-4211-49c6-81e9-f09553071ae1,segment=NetworkSegment(aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5),segment_id=aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:29:18.458195 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:18.464893 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2caa4ed5-13cf-470a-8c59-fa073e7087a1 req-1626fc3f-d35f-49ad-bc84-658d65fe2c30 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:18.465468 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2caa4ed5-13cf-470a-8c59-fa073e7087a1 req-1626fc3f-d35f-49ad-bc84-658d65fe2c30 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438161'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:18.465583 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.db.l3_db [req-2caa4ed5-13cf-470a-8c59-fa073e7087a1 req-1626fc3f-d35f-49ad-bc84-658d65fe2c30 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Floating IP 1f31f26d-8cf1-4b6a-a0db-c51b2e328544 disassociated. External IP: 172.27.3.46, port: ea08c20d-17f0-4f8c-b389-b9717b8a385d. Aug 25 18:29:18.465908 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-2caa4ed5-13cf-470a-8c59-fa073e7087a1 req-1626fc3f-d35f-49ad-bc84-658d65fe2c30 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Calling delete_port for ea08c20d-17f0-4f8c-b389-b9717b8a385d owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:29:18.489342 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbed25-b9d3-43a1-a345-0b39f61ec134 req-411573d9-8980-4996-b31a-a0cb7d1b169d tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:18.490803 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b8dbed25-b9d3-43a1-a345-0b39f61ec134 req-411573d9-8980-4996-b31a-a0cb7d1b169d tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fbf0f66-65d1-48ec-afe4-8716d8c2fd66 HTTP/1.1" status: 200 len: 944 time: 0.0747926 Aug 25 18:29:18.521294 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=870800fb-4211-49c6-81e9-f09553071ae1,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:18.551556 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:18.576773 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b8dbed25-b9d3-43a1-a345-0b39f61ec134 req-efbbb4df-36fe-47f0-916e-40091fa8a68c tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519807 Aug 25 18:29:18.651750 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2caa4ed5-13cf-470a-8c59-fa073e7087a1 req-1626fc3f-d35f-49ad-bc84-658d65fe2c30 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:18.669187 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['870800fb-4211-49c6-81e9-f09553071ae1'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:29:18.681381 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626fc3f-d35f-49ad-bc84-658d65fe2c30 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Pushing event deleted for resources: {'Port': ['ID=ea08c20d-17f0-4f8c-b389-b9717b8a385d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:19.049157 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-bf4e46b1-adce-414b-9509-79349e9f5fc5 req-367b1380-f048-42c7-a573-bbc48ff55654 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef978983-dbd7-4db6-b59a-e4ac0b086d1e HTTP/1.1" status: 200 len: 210 time: 0.3143818 Aug 25 18:29:19.110885 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2caa4ed5-13cf-470a-8c59-fa073e7087a1 req-1626fc3f-d35f-49ad-bc84-658d65fe2c30 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Router 82765363-f53f-4ab1-a3fb-f61972a507c7 has already been hosted by L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:29:19.230271 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2caa4ed5-13cf-470a-8c59-fa073e7087a1 req-1626fc3f-d35f-49ad-bc84-658d65fe2c30 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:29:19.239778 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519103eb-1d88-4f30-9102-cf31742f4f5e None None] Sync routers for ids ['82765363-f53f-4ab1-a3fb-f61972a507c7'] in dv-cinder-790492-8-iscsi {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:29:19.248675 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519103eb-1d88-4f30-9102-cf31742f4f5e None None] Routers {'82765363-f53f-4ab1-a3fb-f61972a507c7'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:29:19.249294 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-519103eb-1d88-4f30-9102-cf31742f4f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:28:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['82765363-f53f-4ab1-a3fb-f61972a507c7'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:29:19.270543 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-2caa4ed5-13cf-470a-8c59-fa073e7087a1 req-1626fc3f-d35f-49ad-bc84-658d65fe2c30 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] No DVR routers for this DVR port ea08c20d-17f0-4f8c-b389-b9717b8a385d on host hv-cinder-79049 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:29:19.273209 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2caa4ed5-13cf-470a-8c59-fa073e7087a1 req-1626fc3f-d35f-49ad-bc84-658d65fe2c30 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:19.276275 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2caa4ed5-13cf-470a-8c59-fa073e7087a1 req-1626fc3f-d35f-49ad-bc84-658d65fe2c30 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.24 "DELETE /v2.0/ports/ea08c20d-17f0-4f8c-b389-b9717b8a385d HTTP/1.1" status: 204 len: 173 time: 1.2015927 Aug 25 18:29:19.276919 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef978983-dbd7-4db6-b59a-e4ac0b086d1e', 'name': 'network-vif-deleted', 'tag': 'ea08c20d-17f0-4f8c-b389-b9717b8a385d'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:29:19.280405 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9438a5-09ab-4812-bd38-6fa1d44ba963" -d '{"events": [{"server_uuid": "ef978983-dbd7-4db6-b59a-e4ac0b086d1e", "name": "network-vif-deleted", "tag": "ea08c20d-17f0-4f8c-b389-b9717b8a385d"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:29:19.321711 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbfc920-cef2-455b-ba0e-0ab7d30d8d12 x-openstack-request-id: req-abbfc920-cef2-455b-ba0e-0ab7d30d8d12 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:29:19.322038 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef978983-dbd7-4db6-b59a-e4ac0b086d1e", "name": "network-vif-deleted", "tag": "ea08c20d-17f0-4f8c-b389-b9717b8a385d", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:29:19.322290 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-abbfc920-cef2-455b-ba0e-0ab7d30d8d12 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:29:19.322676 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef978983-dbd7-4db6-b59a-e4ac0b086d1e', 'name': 'network-vif-deleted', 'tag': 'ea08c20d-17f0-4f8c-b389-b9717b8a385d', 'status': 'completed', 'code': 200} Aug 25 18:29:19.379320 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-519103eb-1d88-4f30-9102-cf31742f4f5e None None] Set router 82765363-f53f-4ab1-a3fb-f61972a507c7 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:29:19.669622 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-519103eb-1d88-4f30-9102-cf31742f4f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'name': 'tempest-AttachVolumeTestJSON-264473942-router', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '3e5b458c-f251-4566-a0b3-b8fb1441987e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:23:54Z', 'revision_number': 4, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'gw_port': {'id': '3e5b458c-f251-4566-a0b3-b8fb1441987e', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '081eba37-682c-4461-9999-0209b94d8f60', 'name': '', 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'mac_address': 'fa:16:3e:ab:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '37e9ac56-2a31-4c36-93d9-ecbd84267da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:23:53Z', 'updated_at': '2021-08-25T18:24:01Z', 'revision_number': 5, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'subnets': [{'id': '37e9ac56-2a31-4c36-93d9-ecbd84267da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:29:19.696179 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519103eb-1d88-4f30-9102-cf31742f4f5e None None] Checking router: 82765363-f53f-4ab1-a3fb-f61972a507c7 for host: dv-cinder-790492-8-iscsi {{(pid=93794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:29:19.704884 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519103eb-1d88-4f30-9102-cf31742f4f5e None None] Routers {'82765363-f53f-4ab1-a3fb-f61972a507c7'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:29:19.705724 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-519103eb-1d88-4f30-9102-cf31742f4f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:28:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['82765363-f53f-4ab1-a3fb-f61972a507c7'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:29:19.710422 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3f783-886f-4c4f-a0c2-5e316c7b9524 req-56be3f8d-7c31-4d12-ab9d-c50c94b5a1be tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:19.719832 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6ac3f783-886f-4c4f-a0c2-5e316c7b9524 req-56be3f8d-7c31-4d12-ab9d-c50c94b5a1be tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fbf0f66-65d1-48ec-afe4-8716d8c2fd66 HTTP/1.1" status: 200 len: 945 time: 0.0691874 Aug 25 18:29:19.756680 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6ac3f783-886f-4c4f-a0c2-5e316c7b9524 req-64e749ec-d4db-45e9-ac1d-5a6e6f120a56 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359609 Aug 25 18:29:19.822569 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-519103eb-1d88-4f30-9102-cf31742f4f5e None None] Set router 82765363-f53f-4ab1-a3fb-f61972a507c7 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:29:20.038046 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-519103eb-1d88-4f30-9102-cf31742f4f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'name': 'tempest-AttachVolumeTestJSON-264473942-router', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '3e5b458c-f251-4566-a0b3-b8fb1441987e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:23:54Z', 'revision_number': 4, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'gw_port': {'id': '3e5b458c-f251-4566-a0b3-b8fb1441987e', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '081eba37-682c-4461-9999-0209b94d8f60', 'name': '', 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'mac_address': 'fa:16:3e:ab:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '37e9ac56-2a31-4c36-93d9-ecbd84267da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:23:53Z', 'updated_at': '2021-08-25T18:24:01Z', 'revision_number': 5, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'subnets': [{'id': '37e9ac56-2a31-4c36-93d9-ecbd84267da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:29:20.064162 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519103eb-1d88-4f30-9102-cf31742f4f5e None None] The sync data for ids ['82765363-f53f-4ab1-a3fb-f61972a507c7'] in dv-cinder-790492-8-iscsi is: [{'id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'name': 'tempest-AttachVolumeTestJSON-264473942-router', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '3e5b458c-f251-4566-a0b3-b8fb1441987e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:23:54Z', 'revision_number': 4, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'gw_port': {'id': '3e5b458c-f251-4566-a0b3-b8fb1441987e', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '081eba37-682c-4461-9999-0209b94d8f60', 'name': '', 'network_id': '0d04d8ed-dff1-407b-ac17-418584fb2033', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'mac_address': 'fa:16:3e:ab:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '37e9ac56-2a31-4c36-93d9-ecbd84267da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:23:53Z', 'updated_at': '2021-08-25T18:24:01Z', 'revision_number': 5, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'subnets': [{'id': '37e9ac56-2a31-4c36-93d9-ecbd84267da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:29:20.140784 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 40918) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:20.198305 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-992e3a5f-9792-48b3-99ac-54c5a97e9a4b tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:20.222594 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-992e3a5f-9792-48b3-99ac-54c5a97e9a4b tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:20.262112 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 870800fb-4211-49c6-81e9-f09553071ae1 up at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:29:20.277279 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-992e3a5f-9792-48b3-99ac-54c5a97e9a4b tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:20.280233 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-992e3a5f-9792-48b3-99ac-54c5a97e9a4b tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:20.283974 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-992e3a5f-9792-48b3-99ac-54c5a97e9a4b tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "DELETE /v2.0/security-groups/8db20cad-5088-4eeb-a93f-5beedbae0720 HTTP/1.1" status: 204 len: 168 time: 0.1397622 Aug 25 18:29:20.284621 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 40920) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:20.291304 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e3a5f-9792-48b3-99ac-54c5a97e9a4b tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db20cad-5088-4eeb-a93f-5beedbae0720,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:20.298625 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.api.v2.resource [None req-a1d51d79-1957-4d51-a5ec-d7fe8933577a tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] show failed (client error): The resource could not be found. Aug 25 18:29:20.303241 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-a1d51d79-1957-4d51-a5ec-d7fe8933577a tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "GET /v2.0/security-groups/8db20cad-5088-4eeb-a93f-5beedbae0720 HTTP/1.1" status: 404 len: 347 time: 0.0140557 Aug 25 18:29:20.303241 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 40922) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:20.303550 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a68c4d-cbc2-4127-9625-a7dae1a24842 None None] New status for floating IP 1f31f26d-8cf1-4b6a-a0db-c51b2e328544: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 18:29:20.429182 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-92e154cb-2c22-4ca1-b7c2-376c0ebc76a6 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Deleting port 03f66227-3a63-4e4a-9e0f-fd3e53729a79 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:29:20.429524 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-92e154cb-2c22-4ca1-b7c2-376c0ebc76a6 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:20.446514 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning for port 870800fb-4211-49c6-81e9-f09553071ae1 completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:29:20.450600 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning complete for port 870800fb-4211-49c6-81e9-f09553071ae1 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:29:20.450972 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:20.514454 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-92e154cb-2c22-4ca1-b7c2-376c0ebc76a6 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:20.514781 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-92e154cb-2c22-4ca1-b7c2-376c0ebc76a6 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:20.527931 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-92e154cb-2c22-4ca1-b7c2-376c0ebc76a6 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Calling delete_port for 03f66227-3a63-4e4a-9e0f-fd3e53729a79 owned by network:floatingip {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:29:20.537192 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:20.566229 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fbf0f66-65d1-48ec-afe4-8716d8c2fd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870800fb-4211-49c6-81e9-f09553071ae1'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:29:20.568592 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700cf778d203af030a48c7cd7e91a8769aab6ec207ebda1a87165573d1bde0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f484a5f-4e5f-486d-ae2e-a4c2a8ad98d2" -d '{"events": [{"server_uuid": "1fbf0f66-65d1-48ec-afe4-8716d8c2fd66", "name": "network-vif-plugged", "status": "completed", "tag": "870800fb-4211-49c6-81e9-f09553071ae1"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:29:20.582559 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 870800fb-4211-49c6-81e9-f09553071ae1, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=870800fb-4211-49c6-81e9-f09553071ae1,segment=NetworkSegment(aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5),segment_id=aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:29:20.588103 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:20.618899 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70bd12d4-e8e2-4166-bd80-703c85780707 x-openstack-request-id: req-70bd12d4-e8e2-4166-bd80-703c85780707 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:29:20.619179 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fbf0f66-65d1-48ec-afe4-8716d8c2fd66", "name": "network-vif-plugged", "status": "completed", "tag": "870800fb-4211-49c6-81e9-f09553071ae1", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:29:20.619422 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-70bd12d4-e8e2-4166-bd80-703c85780707 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:29:20.619799 dv-cinder-790492-8-iscsi neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fbf0f66-65d1-48ec-afe4-8716d8c2fd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870800fb-4211-49c6-81e9-f09553071ae1', 'code': 200} Aug 25 18:29:20.652199 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=870800fb-4211-49c6-81e9-f09553071ae1,revision_number=5']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:20.682241 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-92e154cb-2c22-4ca1-b7c2-376c0ebc76a6 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12706292'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:20.709427 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e154cb-2c22-4ca1-b7c2-376c0ebc76a6 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Pushing event deleted for resources: {'Port': ['ID=03f66227-3a63-4e4a-9e0f-fd3e53729a79,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:20.787235 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-92e154cb-2c22-4ca1-b7c2-376c0ebc76a6 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks [] for floatingip, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:20.790565 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-92e154cb-2c22-4ca1-b7c2-376c0ebc76a6 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for floatingip, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:20.794607 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-92e154cb-2c22-4ca1-b7c2-376c0ebc76a6 tempest-AttachVolumeTestJSON-2038743220 tempest-AttachVolumeTestJSON-2038743220-project] 10.222.0.37 "DELETE /v2.0/floatingips/1f31f26d-8cf1-4b6a-a0db-c51b2e328544 HTTP/1.1" status: 204 len: 168 time: 0.4881799 Aug 25 18:29:20.803372 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49f500-fec9-4ecb-a80c-10aa01ab68ef req-11818ec9-045b-4828-9ffa-bb0cec8683bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:20.806670 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-de49f500-fec9-4ecb-a80c-10aa01ab68ef req-11818ec9-045b-4828-9ffa-bb0cec8683bb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1fbf0f66-65d1-48ec-afe4-8716d8c2fd66 HTTP/1.1" status: 200 len: 1099 time: 0.0514143 Aug 25 18:29:20.893637 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-de49f500-fec9-4ecb-a80c-10aa01ab68ef req-40a186b7-2927-4506-863b-fdfb2ccd6345 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785613 Aug 25 18:29:20.920904 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94e0d7-ebfb-4ed2-b5a9-bd876be588d3 req-092b4064-b745-4be1-8500-af039ea8ee70 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:20.920904 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-fb94e0d7-ebfb-4ed2-b5a9-bd876be588d3 req-092b4064-b745-4be1-8500-af039ea8ee70 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fbf0f66-65d1-48ec-afe4-8716d8c2fd66 HTTP/1.1" status: 200 len: 946 time: 0.0812027 Aug 25 18:29:20.967465 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-fb94e0d7-ebfb-4ed2-b5a9-bd876be588d3 req-624e4e24-d033-4565-9566-e3f8efd82b7e tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414274 Aug 25 18:29:22.083918 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a6a6a-b19e-48ad-8af2-190b71a58944 req-e4ceae31-2ed8-45b1-8292-bba09e2979b2 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:22.085406 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-385a6a6a-b19e-48ad-8af2-190b71a58944 req-e4ceae31-2ed8-45b1-8292-bba09e2979b2 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fbf0f66-65d1-48ec-afe4-8716d8c2fd66 HTTP/1.1" status: 200 len: 946 time: 0.0481751 Aug 25 18:29:22.123353 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-385a6a6a-b19e-48ad-8af2-190b71a58944 req-9482b613-fb64-48aa-a2bd-93bf3d2d9f3b tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320835 Aug 25 18:29:22.245740 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35aa62-f058-4f66-af1e-d8fbdbb0cf3e req-a887439b-a35a-4ae4-a2ce-872f74a4f5f9 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:22.247289 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ba35aa62-f058-4f66-af1e-d8fbdbb0cf3e req-a887439b-a35a-4ae4-a2ce-872f74a4f5f9 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fbf0f66-65d1-48ec-afe4-8716d8c2fd66 HTTP/1.1" status: 200 len: 946 time: 0.0587456 Aug 25 18:29:22.262628 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device ea08c20d-17f0-4f8c-b389-b9717b8a385d no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:29:22.283127 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] No Port match for: ea08c20d-17f0-4f8c-b389-b9717b8a385d {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:29:22.283471 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device ea08c20d-17f0-4f8c-b389-b9717b8a385d not bound to the agent host hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:29:22.290117 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ba35aa62-f058-4f66-af1e-d8fbdbb0cf3e req-20a93ca3-971a-49ff-96d3-3ab2eb94d0b6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369711 Aug 25 18:29:22.312449 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 40958) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:22.496594 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39692f73-ee83-4631-8c5b-f5117d3367a1 tempest-TestVolumeBootPattern-1679007908 tempest-TestVolumeBootPattern-1679007908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:22.498109 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-39692f73-ee83-4631-8c5b-f5117d3367a1 tempest-TestVolumeBootPattern-1679007908 tempest-TestVolumeBootPattern-1679007908-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1fbf0f66-65d1-48ec-afe4-8716d8c2fd66 HTTP/1.1" status: 200 len: 1094 time: 0.1846883 Aug 25 18:29:22.500914 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 40974) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:22.505223 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [None req-7d2d1464-738f-4329-9f95-077cd74c6621 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Request body: {'floatingip': {'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'port_id': '870800fb-4211-49c6-81e9-f09553071ae1', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:29:22.527319 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d2d1464-738f-4329-9f95-077cd74c6621 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:22.629330 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d2d1464-738f-4329-9f95-077cd74c6621 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:22.735655 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-7d2d1464-738f-4329-9f95-077cd74c6621 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Allocated IP 172.27.3.85 (e0615610-0145-4336-86ca-92716d56c217/ba8c35dc-42f2-4379-aafd-ce1793efee80/4554aad2-fb37-4f1e-bcb2-a22d26f7179d) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:29:22.837144 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d2d1464-738f-4329-9f95-077cd74c6621 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:22.879670 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d2d1464-738f-4329-9f95-077cd74c6621 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:22.920987 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2d1464-738f-4329-9f95-077cd74c6621 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Network e0615610-0145-4336-86ca-92716d56c217 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:29:22.925970 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-7d2d1464-738f-4329-9f95-077cd74c6621 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:29:22.929540 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2d1464-738f-4329-9f95-077cd74c6621 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:29:22.956256 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d1464-738f-4329-9f95-077cd74c6621 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Pushing event updated for resources: {'Port': ['ID=4554aad2-fb37-4f1e-bcb2-a22d26f7179d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:23.133256 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 41000) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:23.260797 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0ebdf7de-2c11-4bd0-9f7f-53bfd0f1171d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:23.301719 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d2d1464-738f-4329-9f95-077cd74c6621 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:23.335608 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-94b253a5-425e-4400-90bc-6b92c34b4a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:23.359000 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0ebdf7de-2c11-4bd0-9f7f-53bfd0f1171d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:23.362798 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0ebdf7de-2c11-4bd0-9f7f-53bfd0f1171d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:23.373359 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d2d1464-738f-4329-9f95-077cd74c6621 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:23.408277 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebdf7de-2c11-4bd0-9f7f-53bfd0f1171d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577daac7-0622-41fb-8aec-5e0f791281f0,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:23.418011 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 41008) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:23.418686 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-0ebdf7de-2c11-4bd0-9f7f-53bfd0f1171d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=90d04dbe8b8e4643b875b5ddc8db0308&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2843413 Aug 25 18:29:23.525818 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6db60639-f3be-47eb-ba24-c1c478e36a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:23.563597 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6db60639-f3be-47eb-ba24-c1c478e36a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:23.599422 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d2d1464-738f-4329-9f95-077cd74c6621 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:23.605338 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d2d1464-738f-4329-9f95-077cd74c6621 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13409301'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:23.681716 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6db60639-f3be-47eb-ba24-c1c478e36a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:23.684188 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6db60639-f3be-47eb-ba24-c1c478e36a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:23.685330 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-6db60639-f3be-47eb-ba24-c1c478e36a53 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/577daac7-0622-41fb-8aec-5e0f791281f0 HTTP/1.1" status: 204 len: 168 time: 0.2663257 Aug 25 18:29:23.691517 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d1464-738f-4329-9f95-077cd74c6621 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Pushing event updated for resources: {'Port': ['ID=4554aad2-fb37-4f1e-bcb2-a22d26f7179d,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:23.701572 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db60639-f3be-47eb-ba24-c1c478e36a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577daac7-0622-41fb-8aec-5e0f791281f0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:23.703415 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d2d1464-738f-4329-9f95-077cd74c6621 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438161'] for floatingip, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:23.809038 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.db.l3_db [None req-7d2d1464-738f-4329-9f95-077cd74c6621 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Floating IP 15b799a4-de06-48c3-b53f-89c60f8dd520 associated. External IP: 172.27.3.85, port: 870800fb-4211-49c6-81e9-f09553071ae1. Aug 25 18:29:23.950326 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 41014) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:23.963701 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f249c47c-33d9-435f-8f36-c7da1c152e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:24.018648 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2d1464-738f-4329-9f95-077cd74c6621 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Router 9f2b68f1-549f-4245-acf0-478f17b48df5 has already been hosted by L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:29:24.055539 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f249c47c-33d9-435f-8f36-c7da1c152e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:24.059536 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f249c47c-33d9-435f-8f36-c7da1c152e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:24.100258 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-f249c47c-33d9-435f-8f36-c7da1c152e26 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3db99c0879fa416fa3e0242b4b7a18ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1488178 Aug 25 18:29:24.101110 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f249c47c-33d9-435f-8f36-c7da1c152e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d3aa78-5c6a-45e9-a402-1e859d491371,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:24.103618 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 41016) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:24.132532 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2d1464-738f-4329-9f95-077cd74c6621 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:29:24.142541 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9a3868-8bca-4fbd-9f79-788e760c298f None None] Sync routers for ids ['9f2b68f1-549f-4245-acf0-478f17b48df5'] in dv-cinder-790492-8-iscsi {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:29:24.150261 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d2d1464-738f-4329-9f95-077cd74c6621 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:24.153065 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9a3868-8bca-4fbd-9f79-788e760c298f None None] Routers {'9f2b68f1-549f-4245-acf0-478f17b48df5'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:29:24.153840 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-cd9a3868-8bca-4fbd-9f79-788e760c298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:28:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['9f2b68f1-549f-4245-acf0-478f17b48df5'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:29:24.158178 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fbde217e-3e05-4673-abac-5a8a52f0e414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:24.178163 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-7d2d1464-738f-4329-9f95-077cd74c6621 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6762385 Aug 25 18:29:24.178743 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fbf0f66-65d1-48ec-afe4-8716d8c2fd66', 'tag': '870800fb-4211-49c6-81e9-f09553071ae1'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:29:24.181532 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255d1dad-0433-400f-a3e8-75b87ab879c8" -d '{"events": [{"name": "network-changed", "server_uuid": "1fbf0f66-65d1-48ec-afe4-8716d8c2fd66", "tag": "870800fb-4211-49c6-81e9-f09553071ae1"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:29:24.181778 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fbde217e-3e05-4673-abac-5a8a52f0e414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:24.216933 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9265dc56-dd18-4a60-a2c8-f990e457eb0c x-openstack-request-id: req-9265dc56-dd18-4a60-a2c8-f990e457eb0c {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:29:24.217225 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fbf0f66-65d1-48ec-afe4-8716d8c2fd66", "tag": "870800fb-4211-49c6-81e9-f09553071ae1", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:29:24.217473 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9265dc56-dd18-4a60-a2c8-f990e457eb0c {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:29:24.217862 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fbf0f66-65d1-48ec-afe4-8716d8c2fd66', 'tag': '870800fb-4211-49c6-81e9-f09553071ae1', 'status': 'completed', 'code': 200} Aug 25 18:29:24.241166 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fbde217e-3e05-4673-abac-5a8a52f0e414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:24.244570 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fbde217e-3e05-4673-abac-5a8a52f0e414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:24.248327 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-fbde217e-3e05-4673-abac-5a8a52f0e414 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/74d3aa78-5c6a-45e9-a402-1e859d491371 HTTP/1.1" status: 204 len: 168 time: 0.1412830 Aug 25 18:29:24.258952 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde217e-3e05-4673-abac-5a8a52f0e414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d3aa78-5c6a-45e9-a402-1e859d491371,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:24.291707 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d1dad-0433-400f-a3e8-75b87ab879c8 req-9724f055-1942-4c13-8131-bd66718921f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:24.293263 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-255d1dad-0433-400f-a3e8-75b87ab879c8 req-9724f055-1942-4c13-8131-bd66718921f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d82372d74da4f7189c2a324de5c53bf&device_id=1fbf0f66-65d1-48ec-afe4-8716d8c2fd66 HTTP/1.1" status: 200 len: 1099 time: 0.0530624 Aug 25 18:29:24.306201 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-cd9a3868-8bca-4fbd-9f79-788e760c298f None None] Set router 9f2b68f1-549f-4245-acf0-478f17b48df5 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:29:24.383185 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 41030) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:24.409107 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d1dad-0433-400f-a3e8-75b87ab879c8 req-c5b28d06-1a88-4006-a7d1-279ab36b5d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:24.411248 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-255d1dad-0433-400f-a3e8-75b87ab879c8 req-c5b28d06-1a88-4006-a7d1-279ab36b5d1a service neutron] 10.222.0.24 "GET /v2.0/networks?id=25c2fc48-f9a1-4bec-9c66-689eb0740ad2 HTTP/1.1" status: 200 len: 913 time: 0.1109481 Aug 25 18:29:24.496007 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-255d1dad-0433-400f-a3e8-75b87ab879c8 req-ab56dc97-50cc-49f4-ba17-e8a111cc55ab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=870800fb-4211-49c6-81e9-f09553071ae1 HTTP/1.1" status: 200 len: 999 time: 0.0777235 Aug 25 18:29:24.554794 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d1dad-0433-400f-a3e8-75b87ab879c8 req-a400ce72-18c2-4a91-9768-ca81822d3ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:24.558383 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-255d1dad-0433-400f-a3e8-75b87ab879c8 req-a400ce72-18c2-4a91-9768-ca81822d3ca0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc4734bb-f832-4878-a2e9-67939f407874 HTTP/1.1" status: 200 len: 851 time: 0.0547137 Aug 25 18:29:24.574171 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-cd9a3868-8bca-4fbd-9f79-788e760c298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'name': 'tempest-TestVolumeBootPattern-1064946468-router', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:42Z', 'revision_number': 4, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'gw_port': {'id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_floatingips': [{'id': '15b799a4-de06-48c3-b53f-89c60f8dd520', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'router_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'port_id': '870800fb-4211-49c6-81e9-f09553071ae1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'mac_address': 'fa:16:3e:ad:f4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbf0f66-65d1-48ec-afe4-8716d8c2fd66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:29:23Z', 'updated_at': '2021-08-25T18:29:23Z', 'revision_number': 0, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc803137-1c1b-46d2-b0a8-3439398ac84d', 'name': '', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'mac_address': 'fa:16:3e:78:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:41Z', 'updated_at': '2021-08-25T18:28:48Z', 'revision_number': 5, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'subnets': [{'id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:29:24.611545 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9a3868-8bca-4fbd-9f79-788e760c298f None None] Checking router: 9f2b68f1-549f-4245-acf0-478f17b48df5 for host: dv-cinder-790492-8-iscsi {{(pid=93794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:29:24.619138 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d1dad-0433-400f-a3e8-75b87ab879c8 req-b3be9a51-6e4a-419d-8da6-146e57e1beca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:24.621077 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-255d1dad-0433-400f-a3e8-75b87ab879c8 req-b3be9a51-6e4a-419d-8da6-146e57e1beca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25c2fc48-f9a1-4bec-9c66-689eb0740ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541108 Aug 25 18:29:24.622718 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9a3868-8bca-4fbd-9f79-788e760c298f None None] Routers {'9f2b68f1-549f-4245-acf0-478f17b48df5'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:29:24.623337 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-cd9a3868-8bca-4fbd-9f79-788e760c298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:28:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['9f2b68f1-549f-4245-acf0-478f17b48df5'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:29:24.724616 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-255d1dad-0433-400f-a3e8-75b87ab879c8 req-ff71136a-7dac-4441-a1aa-8614ef99258e service neutron] 10.222.0.24 "GET /v2.0/networks/25c2fc48-f9a1-4bec-9c66-689eb0740ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964332 Aug 25 18:29:24.753131 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-cd9a3868-8bca-4fbd-9f79-788e760c298f None None] Set router 9f2b68f1-549f-4245-acf0-478f17b48df5 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:29:24.838253 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-255d1dad-0433-400f-a3e8-75b87ab879c8 req-8df215c4-9763-492f-87fc-5acb02b916b1 service neutron] 10.222.0.24 "GET /v2.0/networks/25c2fc48-f9a1-4bec-9c66-689eb0740ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069212 Aug 25 18:29:24.994690 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-cd9a3868-8bca-4fbd-9f79-788e760c298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'name': 'tempest-TestVolumeBootPattern-1064946468-router', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:42Z', 'revision_number': 4, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'gw_port': {'id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_floatingips': [{'id': '15b799a4-de06-48c3-b53f-89c60f8dd520', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'router_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'port_id': '870800fb-4211-49c6-81e9-f09553071ae1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'mac_address': 'fa:16:3e:ad:f4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbf0f66-65d1-48ec-afe4-8716d8c2fd66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:29:23Z', 'updated_at': '2021-08-25T18:29:23Z', 'revision_number': 0, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc803137-1c1b-46d2-b0a8-3439398ac84d', 'name': '', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'mac_address': 'fa:16:3e:78:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:41Z', 'updated_at': '2021-08-25T18:28:48Z', 'revision_number': 5, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'subnets': [{'id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:29:25.021735 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9a3868-8bca-4fbd-9f79-788e760c298f None None] The sync data for ids ['9f2b68f1-549f-4245-acf0-478f17b48df5'] in dv-cinder-790492-8-iscsi is: [{'id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'name': 'tempest-TestVolumeBootPattern-1064946468-router', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:42Z', 'revision_number': 4, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'gw_port': {'id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_floatingips': [{'id': '15b799a4-de06-48c3-b53f-89c60f8dd520', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'router_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'port_id': '870800fb-4211-49c6-81e9-f09553071ae1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'mac_address': 'fa:16:3e:ad:f4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbf0f66-65d1-48ec-afe4-8716d8c2fd66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:29:23Z', 'updated_at': '2021-08-25T18:29:23Z', 'revision_number': 0, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc803137-1c1b-46d2-b0a8-3439398ac84d', 'name': '', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'mac_address': 'fa:16:3e:78:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:41Z', 'updated_at': '2021-08-25T18:28:48Z', 'revision_number': 5, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'subnets': [{'id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:29:25.056976 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fb64b581-74a5-40a6-86e9-fef112cd11fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435919'] for router_interface, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:25.237722 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f19316-d2a0-471c-9e54-622819614c56 None None] New status for floating IP 15b799a4-de06-48c3-b53f-89c60f8dd520: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 18:29:25.315071 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-fb64b581-74a5-40a6-86e9-fef112cd11fe admin admin] Deleting port 081eba37-682c-4461-9999-0209b94d8f60 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:29:25.315607 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fb64b581-74a5-40a6-86e9-fef112cd11fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:25.396856 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-fb64b581-74a5-40a6-86e9-fef112cd11fe admin admin] For port 081eba37-682c-4461-9999-0209b94d8f60, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=081eba37-682c-4461-9999-0209b94d8f60,segment=NetworkSegment(62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168),segment_id=62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:29:25.397551 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fb64b581-74a5-40a6-86e9-fef112cd11fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:25.410825 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-fb64b581-74a5-40a6-86e9-fef112cd11fe admin admin] Calling delete_port for 081eba37-682c-4461-9999-0209b94d8f60 owned by network:router_interface {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:29:25.593237 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fb64b581-74a5-40a6-86e9-fef112cd11fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12706292'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:25.619803 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64b581-74a5-40a6-86e9-fef112cd11fe admin admin] Pushing event deleted for resources: {'Port': ['ID=081eba37-682c-4461-9999-0209b94d8f60,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:25.768992 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-50914d8b-fe26-4cf0-a06a-fcbdb2a04a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:25.796661 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fb64b581-74a5-40a6-86e9-fef112cd11fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435717'] for router_interface, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:26.020838 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb64b581-74a5-40a6-86e9-fef112cd11fe admin admin] Router 82765363-f53f-4ab1-a3fb-f61972a507c7 has already been hosted by L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 {{(pid=93792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:29:26.052086 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 41074) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:26.124303 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb64b581-74a5-40a6-86e9-fef112cd11fe admin admin] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:29:26.129262 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-fb64b581-74a5-40a6-86e9-fef112cd11fe admin admin] 10.222.0.37 "PUT /v2.0/routers/82765363-f53f-4ab1-a3fb-f61972a507c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7450438 Aug 25 18:29:26.132040 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 41078) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:26.134810 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db22f1f0-0e9a-49a9-8ae0-4d2442dc515a None None] Sync routers for ids ['82765363-f53f-4ab1-a3fb-f61972a507c7'] in dv-cinder-790492-8-iscsi {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:29:26.151938 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db22f1f0-0e9a-49a9-8ae0-4d2442dc515a None None] Routers {'82765363-f53f-4ab1-a3fb-f61972a507c7'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:29:26.152760 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-db22f1f0-0e9a-49a9-8ae0-4d2442dc515a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:29:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['82765363-f53f-4ab1-a3fb-f61972a507c7'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:29:26.157789 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b08d4c5-313a-481a-b3a0-a5a7172d6024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:26.237277 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aec09981-0cdb-422b-9163-42521254f361 admin admin] Notify callbacks [] for router, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:26.252283 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b08d4c5-313a-481a-b3a0-a5a7172d6024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:26.256587 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b08d4c5-313a-481a-b3a0-a5a7172d6024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:26.260296 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-db22f1f0-0e9a-49a9-8ae0-4d2442dc515a None None] Set router 82765363-f53f-4ab1-a3fb-f61972a507c7 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:29:26.297447 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-2b08d4c5-313a-481a-b3a0-a5a7172d6024 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b67864059994339999b1d7fb5040f2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416823 Aug 25 18:29:26.297693 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 41080) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:26.303774 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b08d4c5-313a-481a-b3a0-a5a7172d6024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098867a9-b26e-47d2-a0d8-b02f17db6120,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:26.347605 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aec09981-0cdb-422b-9163-42521254f361 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:26.356695 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d5160cb-d41f-4902-957b-30ab64b0809c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:26.381415 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d5160cb-d41f-4902-957b-30ab64b0809c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:26.406438 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-aec09981-0cdb-422b-9163-42521254f361 admin admin] Deleting port 3e5b458c-f251-4566-a0b3-b8fb1441987e {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:29:26.406785 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aec09981-0cdb-422b-9163-42521254f361 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:26.433910 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d5160cb-d41f-4902-957b-30ab64b0809c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:26.436664 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d5160cb-d41f-4902-957b-30ab64b0809c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:26.440237 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-2d5160cb-d41f-4902-957b-30ab64b0809c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/098867a9-b26e-47d2-a0d8-b02f17db6120 HTTP/1.1" status: 204 len: 168 time: 0.1392419 Aug 25 18:29:26.453168 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5160cb-d41f-4902-957b-30ab64b0809c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098867a9-b26e-47d2-a0d8-b02f17db6120,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:26.500460 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-aec09981-0cdb-422b-9163-42521254f361 admin admin] For port 3e5b458c-f251-4566-a0b3-b8fb1441987e, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=3e5b458c-f251-4566-a0b3-b8fb1441987e,segment=NetworkSegment(49cfb93f-112c-4d1a-97bc-26302bfd74eb),segment_id=49cfb93f-112c-4d1a-97bc-26302bfd74eb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:29:26.500859 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aec09981-0cdb-422b-9163-42521254f361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:26.514344 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-aec09981-0cdb-422b-9163-42521254f361 admin admin] Calling delete_port for 3e5b458c-f251-4566-a0b3-b8fb1441987e owned by network:router_gateway {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:29:26.545098 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-db22f1f0-0e9a-49a9-8ae0-4d2442dc515a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'name': 'tempest-AttachVolumeTestJSON-264473942-router', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '3e5b458c-f251-4566-a0b3-b8fb1441987e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:29:25Z', 'revision_number': 5, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'gw_port': {'id': '3e5b458c-f251-4566-a0b3-b8fb1441987e', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi'}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:29:26.575926 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db22f1f0-0e9a-49a9-8ae0-4d2442dc515a None None] Checking router: 82765363-f53f-4ab1-a3fb-f61972a507c7 for host: dv-cinder-790492-8-iscsi {{(pid=93794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:29:26.584987 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db22f1f0-0e9a-49a9-8ae0-4d2442dc515a None None] Routers {'82765363-f53f-4ab1-a3fb-f61972a507c7'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:29:26.585591 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-db22f1f0-0e9a-49a9-8ae0-4d2442dc515a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:29:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['82765363-f53f-4ab1-a3fb-f61972a507c7'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:29:26.674851 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-db22f1f0-0e9a-49a9-8ae0-4d2442dc515a None None] Set router 82765363-f53f-4ab1-a3fb-f61972a507c7 gateway port host: None {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:29:26.684185 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aec09981-0cdb-422b-9163-42521254f361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12706292'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:26.710002 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec09981-0cdb-422b-9163-42521254f361 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e5b458c-f251-4566-a0b3-b8fb1441987e,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:26.736754 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-db22f1f0-0e9a-49a9-8ae0-4d2442dc515a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'name': 'tempest-AttachVolumeTestJSON-264473942-router', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:29:26Z', 'revision_number': 6, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'gw_port_host': None}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:29:26.749811 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 41086) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:26.764849 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db22f1f0-0e9a-49a9-8ae0-4d2442dc515a None None] The sync data for ids ['82765363-f53f-4ab1-a3fb-f61972a507c7'] in dv-cinder-790492-8-iscsi is: [{'id': '82765363-f53f-4ab1-a3fb-f61972a507c7', 'name': 'tempest-AttachVolumeTestJSON-264473942-router', 'tenant_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:23:50Z', 'updated_at': '2021-08-25T18:29:26Z', 'revision_number': 6, 'project_id': 'ff6fe479012b4bdfbf44365f146a6cb1', 'gw_port_host': None}] {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:29:26.766028 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f537d578-4ee8-452f-9740-2111d3afd1ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:26.773034 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aec09981-0cdb-422b-9163-42521254f361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-438111'] for router_gateway, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:26.862505 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f537d578-4ee8-452f-9740-2111d3afd1ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:26.866169 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aec09981-0cdb-422b-9163-42521254f361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40943'] for router, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:26.866707 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f537d578-4ee8-452f-9740-2111d3afd1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:26.868271 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aec09981-0cdb-422b-9163-42521254f361 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:26.910977 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-f537d578-4ee8-452f-9740-2111d3afd1ad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fb06c21df146431aa9226c73a9056905&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1590719 Aug 25 18:29:26.912002 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537d578-4ee8-452f-9740-2111d3afd1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7110a9-01eb-4bea-96e8-e231f485a680,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:26.913770 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 41088) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:26.921764 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aec09981-0cdb-422b-9163-42521254f361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-432079'] for router, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:26.922259 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec09981-0cdb-422b-9163-42521254f361 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82765363-f53f-4ab1-a3fb-f61972a507c7 {{(pid=93792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 18:29:26.926654 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aec09981-0cdb-422b-9163-42521254f361 admin admin] Notify callbacks [] for router, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:26.927705 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-aec09981-0cdb-422b-9163-42521254f361 admin admin] 10.222.0.37 "DELETE /v2.0/routers/82765363-f53f-4ab1-a3fb-f61972a507c7 HTTP/1.1" status: 204 len: 168 time: 0.7940571 Aug 25 18:29:26.930962 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 41090) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:26.972077 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-444d195e-28aa-44e1-9d97-fa5a8b52a565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:26.977247 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c96cba-831e-4f3e-b9c9-7ce4f3a05109 admin admin] Deleting subnet 37e9ac56-2a31-4c36-93d9-ecbd84267da7 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 18:29:26.980246 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-46c96cba-831e-4f3e-b9c9-7ce4f3a05109 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:26.994103 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-444d195e-28aa-44e1-9d97-fa5a8b52a565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:27.015064 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-46c96cba-831e-4f3e-b9c9-7ce4f3a05109 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14585042'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:27.042125 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-444d195e-28aa-44e1-9d97-fa5a8b52a565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:27.044416 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-444d195e-28aa-44e1-9d97-fa5a8b52a565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:27.047904 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-444d195e-28aa-44e1-9d97-fa5a8b52a565 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5f7110a9-01eb-4bea-96e8-e231f485a680 HTTP/1.1" status: 204 len: 168 time: 0.1300859 Aug 25 18:29:27.053266 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d195e-28aa-44e1-9d97-fa5a8b52a565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7110a9-01eb-4bea-96e8-e231f485a680,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:27.099182 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-46c96cba-831e-4f3e-b9c9-7ce4f3a05109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541805'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:27.158147 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-46c96cba-831e-4f3e-b9c9-7ce4f3a05109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13409375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14343719'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:27.199704 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c96cba-831e-4f3e-b9c9-7ce4f3a05109 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37e9ac56-2a31-4c36-93d9-ecbd84267da7,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:27.200873 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaf9009-b77a-4ce1-b66e-041b22c13169 None None] Network 0d04d8ed-dff1-407b-ac17-418584fb2033 requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:29:27.206435 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-46c96cba-831e-4f3e-b9c9-7ce4f3a05109 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:27.210646 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-46c96cba-831e-4f3e-b9c9-7ce4f3a05109 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/37e9ac56-2a31-4c36-93d9-ecbd84267da7 HTTP/1.1" status: 204 len: 168 time: 0.2764130 Aug 25 18:29:27.210995 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 41094) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:27.262718 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:27.288345 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-755be83f-838d-4929-9056-d0d0d1b74f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548157'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:27.355780 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-755be83f-838d-4929-9056-d0d0d1b74f91 admin admin] Deleting port cc7c12bd-c56e-44e9-8e27-b8d9123fce04 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:29:27.356259 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-755be83f-838d-4929-9056-d0d0d1b74f91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:27.426149 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-755be83f-838d-4929-9056-d0d0d1b74f91 admin admin] For port cc7c12bd-c56e-44e9-8e27-b8d9123fce04, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=cc7c12bd-c56e-44e9-8e27-b8d9123fce04,segment=NetworkSegment(62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168),segment_id=62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:29:27.426608 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-755be83f-838d-4929-9056-d0d0d1b74f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:27.440114 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-755be83f-838d-4929-9056-d0d0d1b74f91 admin admin] Calling delete_port for cc7c12bd-c56e-44e9-8e27-b8d9123fce04 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:29:27.461079 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:27.522531 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-755be83f-838d-4929-9056-d0d0d1b74f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:27.532660 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7066d7-9877-4500-ab27-f0748ce3c416 None None] DHCP port deletion for 0d04d8ed-dff1-407b-ac17-418584fb2033 request from dv-cinder-790492-8-iscsi {{(pid=93793) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 18:29:27.556884 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755be83f-838d-4929-9056-d0d0d1b74f91 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc7c12bd-c56e-44e9-8e27-b8d9123fce04,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:27.562750 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755be83f-838d-4929-9056-d0d0d1b74f91 admin admin] No DVR routers for this DVR port cc7c12bd-c56e-44e9-8e27-b8d9123fce04 on host dv-cinder-790492-8-iscsi {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:29:27.652924 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-755be83f-838d-4929-9056-d0d0d1b74f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651606', 'neutron.services.segments.db._delete_segments_for_network-8748354584558'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:27.671307 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.services.segments.db [None req-755be83f-838d-4929-9056-d0d0d1b74f91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d04d8ed-dff1-407b-ac17-418584fb2033']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:29:27.683537 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.services.segments.db [None req-755be83f-838d-4929-9056-d0d0d1b74f91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:29:27.684042 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.services.segments.db [None req-755be83f-838d-4929-9056-d0d0d1b74f91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62c5cb4f-6cbb-4ba1-a645-4fcbb1b48168') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:29:27.694646 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 3e5b458c-f251-4566-a0b3-b8fb1441987e no longer exists at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:29:27.699342 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-755be83f-838d-4929-9056-d0d0d1b74f91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748354584441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14585037'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:27.714938 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-755be83f-838d-4929-9056-d0d0d1b74f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:27.722216 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-a73fd473-a473-4725-b778-338a169d167b None None] No Port match for: 3e5b458c-f251-4566-a0b3-b8fb1441987e {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:29:27.722409 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-755be83f-838d-4929-9056-d0d0d1b74f91 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 18:29:27.722564 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 3e5b458c-f251-4566-a0b3-b8fb1441987e not bound to the agent host dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:29:27.722873 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-755be83f-838d-4929-9056-d0d0d1b74f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13409337'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:27.722987 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 081eba37-682c-4461-9999-0209b94d8f60 no longer exists at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:29:27.725328 dv-cinder-790492-8-iscsi neutron-server[93791]: Traceback (most recent call last): Aug 25 18:29:27.725328 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 18:29:27.725328 dv-cinder-790492-8-iscsi neutron-server[93791]: timer() Aug 25 18:29:27.725328 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 18:29:27.725328 dv-cinder-790492-8-iscsi neutron-server[93791]: cb(*args, **kw) Aug 25 18:29:27.725328 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 18:29:27.725328 dv-cinder-790492-8-iscsi neutron-server[93791]: return func(*args, **kwargs) Aug 25 18:29:27.725328 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 18:29:27.725328 dv-cinder-790492-8-iscsi neutron-server[93791]: self._notify() Aug 25 18:29:27.725328 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 18:29:27.725328 dv-cinder-790492-8-iscsi neutron-server[93791]: self.callback(batched_events) Aug 25 18:29:27.725328 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 18:29:27.725328 dv-cinder-790492-8-iscsi neutron-server[93791]: event.method(event) Aug 25 18:29:27.725328 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 18:29:27.725328 dv-cinder-790492-8-iscsi neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 18:29:27.725328 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 18:29:27.725328 dv-cinder-790492-8-iscsi neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 18:29:27.725328 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 18:29:27.725328 dv-cinder-790492-8-iscsi neutron-server[93791]: return f(self, *a, **k) Aug 25 18:29:27.725328 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 18:29:27.725328 dv-cinder-790492-8-iscsi neutron-server[93791]: return self._get(url).json() Aug 25 18:29:27.725328 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 18:29:27.725328 dv-cinder-790492-8-iscsi neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 18:29:27.725328 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 18:29:27.725328 dv-cinder-790492-8-iscsi neutron-server[93791]: return self.request(url, 'GET', **kwargs) Aug 25 18:29:27.725328 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 18:29:27.725328 dv-cinder-790492-8-iscsi neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 18:29:27.725328 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 18:29:27.725328 dv-cinder-790492-8-iscsi neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 18:29:27.725328 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 18:29:27.725328 dv-cinder-790492-8-iscsi neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 18:29:27.725328 dv-cinder-790492-8-iscsi neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 18:29:27.742435 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-a73fd473-a473-4725-b778-338a169d167b None None] No Port match for: 081eba37-682c-4461-9999-0209b94d8f60 {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:29:27.742775 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 081eba37-682c-4461-9999-0209b94d8f60 not bound to the agent host dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:29:27.743179 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device cc7c12bd-c56e-44e9-8e27-b8d9123fce04 no longer exists at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:29:27.761697 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-a73fd473-a473-4725-b778-338a169d167b None None] No Port match for: cc7c12bd-c56e-44e9-8e27-b8d9123fce04 {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:29:27.761952 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device cc7c12bd-c56e-44e9-8e27-b8d9123fce04 not bound to the agent host dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:29:27.797081 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-755be83f-838d-4929-9056-d0d0d1b74f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438115'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:27.804933 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-755be83f-838d-4929-9056-d0d0d1b74f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:27.806688 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-755be83f-838d-4929-9056-d0d0d1b74f91 admin admin] 10.222.0.37 "DELETE /v2.0/networks/0d04d8ed-dff1-407b-ac17-418584fb2033 HTTP/1.1" status: 204 len: 168 time: 0.5948863 Aug 25 18:29:27.816372 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755be83f-838d-4929-9056-d0d0d1b74f91 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d04d8ed-dff1-407b-ac17-418584fb2033,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:27.990059 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 41120) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:28.029071 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-e3e039f2-fd4d-4f8a-90fc-e089433d2974 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff6fe479012b4bdfbf44365f146a6cb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376148 Aug 25 18:29:28.031536 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 41122) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:28.082991 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-23e08dc6-51ec-4871-b8dc-cb697f72b8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:28.105614 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-23e08dc6-51ec-4871-b8dc-cb697f72b8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:28.155225 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-23e08dc6-51ec-4871-b8dc-cb697f72b8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:28.158254 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-23e08dc6-51ec-4871-b8dc-cb697f72b8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:28.162070 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-23e08dc6-51ec-4871-b8dc-cb697f72b8a3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f012d2a-58fb-49ee-93c3-552cffa7b482 HTTP/1.1" status: 204 len: 168 time: 0.1272490 Aug 25 18:29:28.168531 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e08dc6-51ec-4871-b8dc-cb697f72b8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f012d2a-58fb-49ee-93c3-552cffa7b482,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:28.873996 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:34.372491 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 41252) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:34.475246 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0d011359-a535-4ae4-97ae-02f24e3e7a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:34.566372 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0d011359-a535-4ae4-97ae-02f24e3e7a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:34.569904 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0d011359-a535-4ae4-97ae-02f24e3e7a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:34.607370 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-0d011359-a535-4ae4-97ae-02f24e3e7a9f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=26b6e9b9c7a74f42bd5295404b7a3b60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2337968 Aug 25 18:29:34.608190 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d011359-a535-4ae4-97ae-02f24e3e7a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7958b2-25b9-4b45-80a9-acd6de716be1,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:34.610140 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 41256) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:34.656648 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4f065a2b-393f-4af6-a2aa-d44bdc67b71c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:34.679190 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4f065a2b-393f-4af6-a2aa-d44bdc67b71c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:34.929696 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4f065a2b-393f-4af6-a2aa-d44bdc67b71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:34.932862 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4f065a2b-393f-4af6-a2aa-d44bdc67b71c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:34.934117 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-4f065a2b-393f-4af6-a2aa-d44bdc67b71c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1e7958b2-25b9-4b45-80a9-acd6de716be1 HTTP/1.1" status: 204 len: 168 time: 0.3229094 Aug 25 18:29:34.945561 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f065a2b-393f-4af6-a2aa-d44bdc67b71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7958b2-25b9-4b45-80a9-acd6de716be1,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:35.229363 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 41274) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:35.242664 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c78d032b-ee33-4139-9a8d-a8abae75a7aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:35.342854 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c78d032b-ee33-4139-9a8d-a8abae75a7aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:35.346874 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c78d032b-ee33-4139-9a8d-a8abae75a7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:35.383601 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-c78d032b-ee33-4139-9a8d-a8abae75a7aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1d4eb5c53a6243729e569aa5d6db2480&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1531749 Aug 25 18:29:35.385605 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d032b-ee33-4139-9a8d-a8abae75a7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024095a0-4e76-48d2-9abd-d09ff2c18a3c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:35.386803 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 41276) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:35.437140 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2eed1fb9-9229-4afe-b2d1-8520a934d1fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:35.457060 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2eed1fb9-9229-4afe-b2d1-8520a934d1fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:35.502221 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2eed1fb9-9229-4afe-b2d1-8520a934d1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:35.504743 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2eed1fb9-9229-4afe-b2d1-8520a934d1fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:35.505896 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-2eed1fb9-9229-4afe-b2d1-8520a934d1fa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/024095a0-4e76-48d2-9abd-d09ff2c18a3c HTTP/1.1" status: 204 len: 168 time: 0.1179760 Aug 25 18:29:35.513251 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed1fb9-9229-4afe-b2d1-8520a934d1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024095a0-4e76-48d2-9abd-d09ff2c18a3c,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:36.434651 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 41320) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:36.538025 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0d64ec48-53ca-4514-ab9e-f11fa9305225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:36.630619 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0d64ec48-53ca-4514-ab9e-f11fa9305225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:36.636372 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0d64ec48-53ca-4514-ab9e-f11fa9305225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:36.692973 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-0d64ec48-53ca-4514-ab9e-f11fa9305225 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b3c99c4478c94a3297a3e2af2dd2d95f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2568898 Aug 25 18:29:36.694267 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d64ec48-53ca-4514-ab9e-f11fa9305225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785abef1-4ef5-432a-93a8-b8af2a7c29db,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:36.695527 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 41332) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:36.746333 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f21e2395-0278-4527-a359-842077b25ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:36.767728 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f21e2395-0278-4527-a359-842077b25ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:36.817103 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f21e2395-0278-4527-a359-842077b25ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:36.819607 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f21e2395-0278-4527-a359-842077b25ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:36.823855 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-f21e2395-0278-4527-a359-842077b25ff7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/785abef1-4ef5-432a-93a8-b8af2a7c29db HTTP/1.1" status: 204 len: 168 time: 0.1234820 Aug 25 18:29:36.829712 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e2395-0278-4527-a359-842077b25ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785abef1-4ef5-432a-93a8-b8af2a7c29db,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:37.349533 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 41380) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:37.466017 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2adc3615-ccdf-4e11-8286-a63bb57edf1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:37.564403 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2adc3615-ccdf-4e11-8286-a63bb57edf1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:37.568342 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2adc3615-ccdf-4e11-8286-a63bb57edf1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:37.605682 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc3615-ccdf-4e11-8286-a63bb57edf1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcd9668-5e4f-42c4-86ea-e2910c086a92,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:37.612096 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-2adc3615-ccdf-4e11-8286-a63bb57edf1b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e6ca8f009bc84646b23ae41fea1d9385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2615333 Aug 25 18:29:37.614665 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 41396) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:37.662387 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6c7a996-85b2-4a8b-86ca-829eab825f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:37.684914 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6c7a996-85b2-4a8b-86ca-829eab825f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:37.736334 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6c7a996-85b2-4a8b-86ca-829eab825f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:37.738925 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6c7a996-85b2-4a8b-86ca-829eab825f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:37.740074 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-d6c7a996-85b2-4a8b-86ca-829eab825f24 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2dcd9668-5e4f-42c4-86ea-e2910c086a92 HTTP/1.1" status: 204 len: 168 time: 0.1245005 Aug 25 18:29:37.747794 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7a996-85b2-4a8b-86ca-829eab825f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcd9668-5e4f-42c4-86ea-e2910c086a92,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:38.070769 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 41414) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:38.084421 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-206a009a-9de6-4630-91ce-d046fb728729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:38.182923 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-206a009a-9de6-4630-91ce-d046fb728729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:38.188480 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-206a009a-9de6-4630-91ce-d046fb728729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:38.226608 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-206a009a-9de6-4630-91ce-d046fb728729 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af880cc4555d40059fe0269eed95e6b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1541684 Aug 25 18:29:38.228538 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a009a-9de6-4630-91ce-d046fb728729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05609961-4ff6-4bc2-95a0-d54e9cfbbbec,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:38.229362 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 41420) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:38.278857 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-88c017ac-1b44-49df-a2a4-4129224c92fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:38.302043 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-88c017ac-1b44-49df-a2a4-4129224c92fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:38.349394 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-88c017ac-1b44-49df-a2a4-4129224c92fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:38.351981 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-88c017ac-1b44-49df-a2a4-4129224c92fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:38.353719 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-88c017ac-1b44-49df-a2a4-4129224c92fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/05609961-4ff6-4bc2-95a0-d54e9cfbbbec HTTP/1.1" status: 204 len: 168 time: 0.1228199 Aug 25 18:29:38.364513 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c017ac-1b44-49df-a2a4-4129224c92fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05609961-4ff6-4bc2-95a0-d54e9cfbbbec,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:40.899459 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 6 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:29:48.562342 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:50.075019 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-10e70421-fba8-4610-b900-c7dec98d8fd3 req-2c356d54-c240-4b89-ae14-7891b8177997 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1fbf0f66-65d1-48ec-afe4-8716d8c2fd66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419557 Aug 25 18:29:50.157813 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e70421-fba8-4610-b900-c7dec98d8fd3 req-c339e260-a0dd-4382-89c7-cfe56a9a7629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:50.159268 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-10e70421-fba8-4610-b900-c7dec98d8fd3 req-c339e260-a0dd-4382-89c7-cfe56a9a7629 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d82372d74da4f7189c2a324de5c53bf&device_id=1fbf0f66-65d1-48ec-afe4-8716d8c2fd66 HTTP/1.1" status: 200 len: 1099 time: 0.0404000 Aug 25 18:29:50.265188 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e70421-fba8-4610-b900-c7dec98d8fd3 req-2719bebc-bd76-4d7f-973c-267dcb57ebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:50.266651 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-10e70421-fba8-4610-b900-c7dec98d8fd3 req-2719bebc-bd76-4d7f-973c-267dcb57ebe8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=25c2fc48-f9a1-4bec-9c66-689eb0740ad2 HTTP/1.1" status: 200 len: 913 time: 0.0878239 Aug 25 18:29:50.331408 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-10e70421-fba8-4610-b900-c7dec98d8fd3 req-76d79320-d965-4da3-a200-abb24b68ec4c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=870800fb-4211-49c6-81e9-f09553071ae1 HTTP/1.1" status: 200 len: 1001 time: 0.0564241 Aug 25 18:29:50.386032 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e70421-fba8-4610-b900-c7dec98d8fd3 req-d52ec619-e010-488b-97bf-40dc74bc52ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:50.387494 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-10e70421-fba8-4610-b900-c7dec98d8fd3 req-d52ec619-e010-488b-97bf-40dc74bc52ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc4734bb-f832-4878-a2e9-67939f407874 HTTP/1.1" status: 200 len: 851 time: 0.0475483 Aug 25 18:29:50.439533 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e70421-fba8-4610-b900-c7dec98d8fd3 req-ef4d302e-b2e1-4e5d-9081-36c7149b738f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:29:50.441785 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-10e70421-fba8-4610-b900-c7dec98d8fd3 req-ef4d302e-b2e1-4e5d-9081-36c7149b738f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25c2fc48-f9a1-4bec-9c66-689eb0740ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470240 Aug 25 18:29:50.534088 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-10e70421-fba8-4610-b900-c7dec98d8fd3 req-d8aea035-045c-4ee6-846f-2ca0f637f5de service neutron] 10.222.0.24 "GET /v2.0/networks/25c2fc48-f9a1-4bec-9c66-689eb0740ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847180 Aug 25 18:29:50.625536 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-10e70421-fba8-4610-b900-c7dec98d8fd3 req-ee7b4139-6578-456e-929a-9ac085eb2e30 service neutron] 10.222.0.24 "GET /v2.0/networks/25c2fc48-f9a1-4bec-9c66-689eb0740ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832045 Aug 25 18:29:53.336121 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4b23160c-1758-4f94-b0f6-91bb278a6770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:55.775174 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a399f53e-15bd-418c-8ff8-f6d21672415d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:57.223220 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:57.464480 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:58.874269 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:58.997872 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 41734) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:59.099022 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7d32d90f-9d6c-4498-ba43-9c7da7de973a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:59.184469 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7d32d90f-9d6c-4498-ba43-9c7da7de973a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:59.188391 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7d32d90f-9d6c-4498-ba43-9c7da7de973a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:59.223806 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32d90f-9d6c-4498-ba43-9c7da7de973a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2382f9-88e2-474e-b948-023815d29e4b,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:29:59.227878 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-7d32d90f-9d6c-4498-ba43-9c7da7de973a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=564edad24a4b4eb484ef71ab2f54f32e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290120 Aug 25 18:29:59.231491 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 41738) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:29:59.280830 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-28d40cf9-f48e-4aad-b7a9-0309e2dc1e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:59.303498 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-28d40cf9-f48e-4aad-b7a9-0309e2dc1e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:59.350295 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-28d40cf9-f48e-4aad-b7a9-0309e2dc1e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:59.353041 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-28d40cf9-f48e-4aad-b7a9-0309e2dc1e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:29:59.354283 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-28d40cf9-f48e-4aad-b7a9-0309e2dc1e87 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b2382f9-88e2-474e-b948-023815d29e4b HTTP/1.1" status: 204 len: 168 time: 0.1225276 Aug 25 18:29:59.363704 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d40cf9-f48e-4aad-b7a9-0309e2dc1e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2382f9-88e2-474e-b948-023815d29e4b,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:30:00.322199 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 41782) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:30:00.433051 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-36ccf452-910a-4555-a40d-f8f4c2c592cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:00.523031 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-36ccf452-910a-4555-a40d-f8f4c2c592cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:00.527612 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-36ccf452-910a-4555-a40d-f8f4c2c592cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:00.567608 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-36ccf452-910a-4555-a40d-f8f4c2c592cb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=49448a726c99480ea1c9e0d259d11ea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437730 Aug 25 18:30:00.568762 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ccf452-910a-4555-a40d-f8f4c2c592cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b10212-b133-4b5d-8949-0cf52b6fc922,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:30:00.570434 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 41786) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:30:00.621634 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-673520ee-7c5f-404c-a447-851fb2811dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:00.643415 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-673520ee-7c5f-404c-a447-851fb2811dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:00.689968 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-673520ee-7c5f-404c-a447-851fb2811dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:00.692604 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-673520ee-7c5f-404c-a447-851fb2811dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:00.693765 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-673520ee-7c5f-404c-a447-851fb2811dcd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70b10212-b133-4b5d-8949-0cf52b6fc922 HTTP/1.1" status: 204 len: 168 time: 0.1223843 Aug 25 18:30:00.702004 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673520ee-7c5f-404c-a447-851fb2811dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b10212-b133-4b5d-8949-0cf52b6fc922,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:30:01.311037 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 41810) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:30:01.408708 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-f84e8036-9509-4235-b0a6-45fae834da49 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-338984456-network', 'tenant_id': 'da6f076483da470c98a7321181d8db95'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:30:01.428979 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84e8036-9509-4235-b0a6-45fae834da49 admin admin] Made reservation on behalf of da6f076483da470c98a7321181d8db95 for: {'network': 1} {{(pid=93792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:30:01.431258 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f84e8036-9509-4235-b0a6-45fae834da49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for network, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:01.439720 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f84e8036-9509-4235-b0a6-45fae834da49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:01.531029 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f84e8036-9509-4235-b0a6-45fae834da49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:01.534896 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f84e8036-9509-4235-b0a6-45fae834da49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:01.560894 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f84e8036-9509-4235-b0a6-45fae834da49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=93792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 18:30:01.570364 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e8036-9509-4235-b0a6-45fae834da49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b236fe-4eca-4fd3-bfe1-84dabf0232d1,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:30:01.577841 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f84e8036-9509-4235-b0a6-45fae834da49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788'] for segment, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:01.578482 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.db.segments_db [None req-f84e8036-9509-4235-b0a6-45fae834da49 admin admin] Added segment 5bec6880-c426-4f86-b9cf-6994d9763b4e of type vlan for network fde48b27-6680-4b4b-9488-a977f54cc55d Aug 25 18:30:01.616354 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f84e8036-9509-4235-b0a6-45fae834da49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748354007426'] for network, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:01.641452 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f84e8036-9509-4235-b0a6-45fae834da49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146'] for network, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:01.642586 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84e8036-9509-4235-b0a6-45fae834da49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:30:01.643425 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f84e8036-9509-4235-b0a6-45fae834da49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for network, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:01.692217 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-f84e8036-9509-4235-b0a6-45fae834da49 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3800662 Aug 25 18:30:01.695223 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 41816) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:30:01.700885 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [None req-7281590a-9c73-4ccb-8692-946e6ac9aa6a admin admin] Request body: {'subnet': {'network_id': 'fde48b27-6680-4b4b-9488-a977f54cc55d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-338984456-subnet', 'tenant_id': 'da6f076483da470c98a7321181d8db95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:30:01.702924 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e8036-9509-4235-b0a6-45fae834da49 admin admin] Pushing event updated for resources: {'Network': ['ID=fde48b27-6680-4b4b-9488-a977f54cc55d,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:30:01.712470 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Network fde48b27-6680-4b4b-9488-a977f54cc55d details requested by agent ovs-agent-dv-cinder-790492-8-iscsi with host dv-cinder-790492-8-iscsi {{(pid=93793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 18:30:01.722693 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7281590a-9c73-4ccb-8692-946e6ac9aa6a admin admin] Made reservation on behalf of da6f076483da470c98a7321181d8db95 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:30:01.725138 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7281590a-9c73-4ccb-8692-946e6ac9aa6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14343756'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:01.890017 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7281590a-9c73-4ccb-8692-946e6ac9aa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13428380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14343742'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:01.937291 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281590a-9c73-4ccb-8692-946e6ac9aa6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a36b8ca-bb96-4214-bcfe-5228fa013b8f,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:30:01.953668 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7281590a-9c73-4ccb-8692-946e6ac9aa6a admin admin] Checking segment: {'id': '5bec6880-c426-4f86-b9cf-6994d9763b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'fde48b27-6680-4b4b-9488-a977f54cc55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:30:01.954020 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7281590a-9c73-4ccb-8692-946e6ac9aa6a admin admin] Network hostable DHCP agents. Network: fde48b27-6680-4b4b-9488-a977f54cc55d, hostable agents: ['e2010df7-17ed-4426-81f9-bde1aab96ae1'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 18:30:01.969566 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7281590a-9c73-4ccb-8692-946e6ac9aa6a admin admin] Network fde48b27-6680-4b4b-9488-a977f54cc55d is scheduled to be hosted by DHCP agent e2010df7-17ed-4426-81f9-bde1aab96ae1 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 18:30:01.977746 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-7281590a-9c73-4ccb-8692-946e6ac9aa6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-8-iscsi, fde48b27-6680-4b4b-9488-a977f54cc55d) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:30:01.982339 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7281590a-9c73-4ccb-8692-946e6ac9aa6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:30:01.982920 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7281590a-9c73-4ccb-8692-946e6ac9aa6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:01.987445 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c993bc-9bf5-4782-a745-84d0028186dd None None] Network fde48b27-6680-4b4b-9488-a977f54cc55d requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:30:01.997039 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-7281590a-9c73-4ccb-8692-946e6ac9aa6a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3006890 Aug 25 18:30:02.110717 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e465b0-f373-47d1-964f-2863dd6ca24d None None] Network fde48b27-6680-4b4b-9488-a977f54cc55d requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:30:03.727138 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-3a50981a-7feb-4fc3-a2d1-6066604a8bd7 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:30:03.728653 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-3a50981a-7feb-4fc3-a2d1-6066604a8bd7 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/networks?id=fde48b27-6680-4b4b-9488-a977f54cc55d HTTP/1.1" status: 200 len: 813 time: 0.1053503 Aug 25 18:30:03.743998 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-e7f69d47-8d54-4062-a84d-7c15804955a7 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/quotas/da6f076483da470c98a7321181d8db95 HTTP/1.1" status: 200 len: 375 time: 0.0095079 Aug 25 18:30:03.780874 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-b67b0ecc-77d0-44dd-874b-4ace96db1b65 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=da6f076483da470c98a7321181d8db95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307117 Aug 25 18:30:04.128032 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-33400a27-c954-45f3-856f-97d84e805c92 service neutron] 10.222.0.37 "GET /v2.0/networks/fde48b27-6680-4b4b-9488-a977f54cc55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402114 Aug 25 18:30:04.214468 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-9234ce1b-36ba-4818-a0f9-513aa90bce57 service neutron] 10.222.0.37 "GET /v2.0/networks/fde48b27-6680-4b4b-9488-a977f54cc55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802042 Aug 25 18:30:04.369302 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4dc42f7e-e034-4b1a-9733-2c466d892531 req-7d621cf9-5fb2-499c-8016-47cccdb78cc0 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a53747a-94a2-47e1-af68-2f8e5ac42103 HTTP/1.1" status: 200 len: 210 time: 0.0274346 Aug 25 18:30:05.461358 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-604edf58-c399-40af-8144-d96959620ffb req-a4fb77a2-fc78-4d0c-872a-370444c50448 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a53747a-94a2-47e1-af68-2f8e5ac42103 HTTP/1.1" status: 200 len: 210 time: 0.0292599 Aug 25 18:30:06.235951 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-56dde62f-d7c1-4817-9df6-713d143e77bf tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:30:06.237421 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-56dde62f-d7c1-4817-9df6-713d143e77bf tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.24 "GET /v2.0/networks?id=fde48b27-6680-4b4b-9488-a977f54cc55d HTTP/1.1" status: 200 len: 813 time: 0.1164446 Aug 25 18:30:06.251053 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-cb3e16a1-383c-4020-b527-99504eea39f9 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Request body: {'port': {'device_id': '9a53747a-94a2-47e1-af68-2f8e5ac42103', 'network_id': 'fde48b27-6680-4b4b-9488-a977f54cc55d', 'admin_state_up': True, 'tenant_id': 'da6f076483da470c98a7321181d8db95'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:30:06.361354 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-cb3e16a1-383c-4020-b527-99504eea39f9 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Made reservation on behalf of da6f076483da470c98a7321181d8db95 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:30:06.367670 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-cb3e16a1-383c-4020-b527-99504eea39f9 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:06.504948 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-cb3e16a1-383c-4020-b527-99504eea39f9 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Allocated IP 172.20.0.12 (fde48b27-6680-4b4b-9488-a977f54cc55d/0a36b8ca-bb96-4214-bcfe-5228fa013b8f/159642cb-ecc5-473d-bc83-497490062d96) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:30:06.568221 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-30644b8e-3bf2-4b19-907d-5cf16408078b req-2b53b220-448d-4e0b-a5a1-5694add1c13e tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a53747a-94a2-47e1-af68-2f8e5ac42103 HTTP/1.1" status: 200 len: 210 time: 0.0384231 Aug 25 18:30:06.678089 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-cb3e16a1-383c-4020-b527-99504eea39f9 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:06.716301 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-cb3e16a1-383c-4020-b527-99504eea39f9 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:06.764264 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-cb3e16a1-383c-4020-b527-99504eea39f9 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Network fde48b27-6680-4b4b-9488-a977f54cc55d is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:30:06.767418 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-cb3e16a1-383c-4020-b527-99504eea39f9 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:30:06.771280 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-cb3e16a1-383c-4020-b527-99504eea39f9 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:30:06.778165 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e16a1-383c-4020-b527-99504eea39f9 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Pushing event updated for resources: {'Port': ['ID=159642cb-ecc5-473d-bc83-497490062d96,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:30:06.823201 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-cb3e16a1-383c-4020-b527-99504eea39f9 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:30:06.823812 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-cb3e16a1-383c-4020-b527-99504eea39f9 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:06.837675 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-cb3e16a1-383c-4020-b527-99504eea39f9 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5905652 Aug 25 18:30:06.853739 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-83cc079b-9fdb-46a4-afd6-525ed92b2516 service neutron] Request body: {'port': {'device_id': '9a53747a-94a2-47e1-af68-2f8e5ac42103', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:30:06.909458 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-83cc079b-9fdb-46a4-afd6-525ed92b2516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:07.178142 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-83cc079b-9fdb-46a4-afd6-525ed92b2516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 159642cb-ecc5-473d-bc83-497490062d96 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:30:07.186257 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-83cc079b-9fdb-46a4-afd6-525ed92b2516 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:07.198650 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-83cc079b-9fdb-46a4-afd6-525ed92b2516 service neutron] Transition to ACTIVE for port object 159642cb-ecc5-473d-bc83-497490062d96 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:30:07.202032 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-83cc079b-9fdb-46a4-afd6-525ed92b2516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13409301'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:07.258458 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc079b-9fdb-46a4-afd6-525ed92b2516 service neutron] Pushing event updated for resources: {'Port': ['ID=159642cb-ecc5-473d-bc83-497490062d96,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:30:07.329334 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-83cc079b-9fdb-46a4-afd6-525ed92b2516 service neutron] Attempting to bind port 159642cb-ecc5-473d-bc83-497490062d96 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:30:07.329671 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-83cc079b-9fdb-46a4-afd6-525ed92b2516 service neutron] Attempting to bind port 159642cb-ecc5-473d-bc83-497490062d96 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '5bec6880-c426-4f86-b9cf-6994d9763b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'fde48b27-6680-4b4b-9488-a977f54cc55d'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:30:07.330018 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-83cc079b-9fdb-46a4-afd6-525ed92b2516 service neutron] Attempting to bind port 159642cb-ecc5-473d-bc83-497490062d96 on network fde48b27-6680-4b4b-9488-a977f54cc55d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:30:07.334701 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-83cc079b-9fdb-46a4-afd6-525ed92b2516 service neutron] Port 159642cb-ecc5-473d-bc83-497490062d96 on network fde48b27-6680-4b4b-9488-a977f54cc55d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 18:30:07.335025 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-83cc079b-9fdb-46a4-afd6-525ed92b2516 service neutron] Attempting to bind port 159642cb-ecc5-473d-bc83-497490062d96 on network fde48b27-6680-4b4b-9488-a977f54cc55d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:30:07.340624 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-83cc079b-9fdb-46a4-afd6-525ed92b2516 service neutron] Checking agent: {'id': '7fd900e3-9f03-4129-b0c6-db4e233cdb3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'started_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:30:07.340962 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-83cc079b-9fdb-46a4-afd6-525ed92b2516 service neutron] Checking segment: {'id': '5bec6880-c426-4f86-b9cf-6994d9763b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'fde48b27-6680-4b4b-9488-a977f54cc55d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:30:07.341363 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-83cc079b-9fdb-46a4-afd6-525ed92b2516 service neutron] Bound using segment: {'id': '5bec6880-c426-4f86-b9cf-6994d9763b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'fde48b27-6680-4b4b-9488-a977f54cc55d'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:30:07.341787 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-83cc079b-9fdb-46a4-afd6-525ed92b2516 service neutron] Bound port: 159642cb-ecc5-473d-bc83-497490062d96, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bec6880-c426-4f86-b9cf-6994d9763b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'fde48b27-6680-4b4b-9488-a977f54cc55d'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:30:07.342160 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-83cc079b-9fdb-46a4-afd6-525ed92b2516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:07.408237 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-83cc079b-9fdb-46a4-afd6-525ed92b2516 service neutron] For port 159642cb-ecc5-473d-bc83-497490062d96, host hv-cinder-79049, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:30:07.411545 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-83cc079b-9fdb-46a4-afd6-525ed92b2516 service neutron] For port 159642cb-ecc5-473d-bc83-497490062d96, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=159642cb-ecc5-473d-bc83-497490062d96,segment=NetworkSegment(5bec6880-c426-4f86-b9cf-6994d9763b4e),segment_id=5bec6880-c426-4f86-b9cf-6994d9763b4e)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:30:07.416326 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-83cc079b-9fdb-46a4-afd6-525ed92b2516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13409301'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:07.450469 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-83cc079b-9fdb-46a4-afd6-525ed92b2516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:30:07.451077 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-83cc079b-9fdb-46a4-afd6-525ed92b2516 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:07.452442 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-83cc079b-9fdb-46a4-afd6-525ed92b2516 service neutron] 10.222.0.24 "PUT /v2.0/ports/159642cb-ecc5-473d-bc83-497490062d96 HTTP/1.1" status: 200 len: 1094 time: 0.6029384 Aug 25 18:30:07.452892 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a53747a-94a2-47e1-af68-2f8e5ac42103', 'tag': '159642cb-ecc5-473d-bc83-497490062d96'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:30:07.455122 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f2832e-c08a-4889-a57f-85f2c5c1bcb5" -d '{"events": [{"name": "network-changed", "server_uuid": "9a53747a-94a2-47e1-af68-2f8e5ac42103", "tag": "159642cb-ecc5-473d-bc83-497490062d96"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:30:07.485678 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc079b-9fdb-46a4-afd6-525ed92b2516 service neutron] Pushing event updated for resources: {'Port': ['ID=159642cb-ecc5-473d-bc83-497490062d96,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:30:07.499519 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4c457d-6993-4a72-8946-43aec17bf687 x-openstack-request-id: req-3c4c457d-6993-4a72-8946-43aec17bf687 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:30:07.499798 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a53747a-94a2-47e1-af68-2f8e5ac42103", "tag": "159642cb-ecc5-473d-bc83-497490062d96", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:30:07.500102 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c4c457d-6993-4a72-8946-43aec17bf687 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:30:07.500487 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a53747a-94a2-47e1-af68-2f8e5ac42103', 'tag': '159642cb-ecc5-473d-bc83-497490062d96', 'status': 'completed', 'code': 200} Aug 25 18:30:07.532922 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-d35ba7f2-8061-477d-a2dc-9e938e0b1927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:30:07.534314 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-d35ba7f2-8061-477d-a2dc-9e938e0b1927 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=da6f076483da470c98a7321181d8db95&device_id=9a53747a-94a2-47e1-af68-2f8e5ac42103 HTTP/1.1" status: 200 len: 1097 time: 0.0435202 Aug 25 18:30:07.580146 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-e2f0db44-2eba-4236-af52-7812ae7c7b06 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=159642cb-ecc5-473d-bc83-497490062d96 HTTP/1.1" status: 200 len: 217 time: 0.0372155 Aug 25 18:30:07.630750 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-5cd7da39-4fd0-4ec2-8e89-9ca4cbb6e5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:30:07.632221 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-5cd7da39-4fd0-4ec2-8e89-9ca4cbb6e5da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a36b8ca-bb96-4214-bcfe-5228fa013b8f HTTP/1.1" status: 200 len: 853 time: 0.0446291 Aug 25 18:30:07.681229 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-647ff30b-b54d-4796-9574-72efdc2df4c4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fde48b27-6680-4b4b-9488-a977f54cc55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344238 Aug 25 18:30:07.745955 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4f5bc-6e3c-4bca-bbce-0e3a524bcf7f req-d2f65b29-b91e-498d-825c-5aa803e2b5f1 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:30:07.747441 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-01c4f5bc-6e3c-4bca-bbce-0e3a524bcf7f req-d2f65b29-b91e-498d-825c-5aa803e2b5f1 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a53747a-94a2-47e1-af68-2f8e5ac42103 HTTP/1.1" status: 200 len: 944 time: 0.1090081 Aug 25 18:30:07.802838 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-01c4f5bc-6e3c-4bca-bbce-0e3a524bcf7f req-d5080ec7-138c-4459-839b-c1cab513aa8f tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1b236fe-4eca-4fd3-bfe1-84dabf0232d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491934 Aug 25 18:30:07.813164 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-4dbbcda5-81b0-4a4c-8ac2-16f4ec260c15 service neutron] 10.222.0.24 "GET /v2.0/networks/fde48b27-6680-4b4b-9488-a977f54cc55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237931 Aug 25 18:30:07.912287 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b5ceba0e-f2f1-47c2-b6b0-70510a8d14d1 req-ee6c9abb-032c-44eb-a485-488dcb833401 service neutron] 10.222.0.24 "GET /v2.0/networks/fde48b27-6680-4b4b-9488-a977f54cc55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837328 Aug 25 18:30:08.006967 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2832e-c08a-4889-a57f-85f2c5c1bcb5 req-fa49836e-97fc-4b83-bb3a-5b2aca8fde36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:30:08.008412 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a6f2832e-c08a-4889-a57f-85f2c5c1bcb5 req-fa49836e-97fc-4b83-bb3a-5b2aca8fde36 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=da6f076483da470c98a7321181d8db95&device_id=9a53747a-94a2-47e1-af68-2f8e5ac42103 HTTP/1.1" status: 200 len: 1097 time: 0.0406365 Aug 25 18:30:08.098187 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2832e-c08a-4889-a57f-85f2c5c1bcb5 req-e1e71567-bb24-4c31-bb55-392fb8d6e6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:30:08.099658 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a6f2832e-c08a-4889-a57f-85f2c5c1bcb5 req-e1e71567-bb24-4c31-bb55-392fb8d6e6f8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fde48b27-6680-4b4b-9488-a977f54cc55d HTTP/1.1" status: 200 len: 914 time: 0.0832989 Aug 25 18:30:08.149001 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a6f2832e-c08a-4889-a57f-85f2c5c1bcb5 req-86a470de-fc20-4a81-8011-a715eb7ef51c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=159642cb-ecc5-473d-bc83-497490062d96 HTTP/1.1" status: 200 len: 217 time: 0.0371947 Aug 25 18:30:08.198268 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2832e-c08a-4889-a57f-85f2c5c1bcb5 req-b4b835fa-79cf-4b0c-92b0-de66c0d7e23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:30:08.199706 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a6f2832e-c08a-4889-a57f-85f2c5c1bcb5 req-b4b835fa-79cf-4b0c-92b0-de66c0d7e23c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a36b8ca-bb96-4214-bcfe-5228fa013b8f HTTP/1.1" status: 200 len: 853 time: 0.0434146 Aug 25 18:30:08.236697 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a6f2832e-c08a-4889-a57f-85f2c5c1bcb5 req-78fc04ec-588a-4503-a4b9-a675c05af3a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fde48b27-6680-4b4b-9488-a977f54cc55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257986 Aug 25 18:30:08.337739 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a6f2832e-c08a-4889-a57f-85f2c5c1bcb5 req-703ce777-65d6-40b0-b324-6d1c36e3a24c service neutron] 10.222.0.24 "GET /v2.0/networks/fde48b27-6680-4b4b-9488-a977f54cc55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922079 Aug 25 18:30:08.434137 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a6f2832e-c08a-4889-a57f-85f2c5c1bcb5 req-f746a783-7ae3-41e3-bb07-560ca6138c71 service neutron] 10.222.0.24 "GET /v2.0/networks/fde48b27-6680-4b4b-9488-a977f54cc55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885885 Aug 25 18:30:08.917736 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b6da9-ec7c-4598-b5d8-2486ba3d9176 req-f7821cbc-0025-431b-ae54-012d0cee0cf7 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:30:08.919782 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e78b6da9-ec7c-4598-b5d8-2486ba3d9176 req-f7821cbc-0025-431b-ae54-012d0cee0cf7 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a53747a-94a2-47e1-af68-2f8e5ac42103 HTTP/1.1" status: 200 len: 944 time: 0.0507023 Aug 25 18:30:08.962120 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e78b6da9-ec7c-4598-b5d8-2486ba3d9176 req-c5b08ae8-5b4c-490d-89f8-24c9177f4e11 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1b236fe-4eca-4fd3-bfe1-84dabf0232d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364168 Aug 25 18:30:10.074182 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b666f-32b1-4d21-8016-46ab65a16372 req-7ebc8ad5-49d4-4610-9c01-4e6acb10a53b tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:30:10.075641 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3d0b666f-32b1-4d21-8016-46ab65a16372 req-7ebc8ad5-49d4-4610-9c01-4e6acb10a53b tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a53747a-94a2-47e1-af68-2f8e5ac42103 HTTP/1.1" status: 200 len: 944 time: 0.0474155 Aug 25 18:30:10.112862 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3d0b666f-32b1-4d21-8016-46ab65a16372 req-2bf97256-9bed-4142-bb98-6f14a45a5f85 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1b236fe-4eca-4fd3-bfe1-84dabf0232d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311995 Aug 25 18:30:10.461738 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 159642cb-ecc5-473d-bc83-497490062d96 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 18:30:10.555691 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 159642cb-ecc5-473d-bc83-497490062d96, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=159642cb-ecc5-473d-bc83-497490062d96,segment=NetworkSegment(5bec6880-c426-4f86-b9cf-6994d9763b4e),segment_id=5bec6880-c426-4f86-b9cf-6994d9763b4e)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:30:10.566672 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Returning: {'device': '159642cb-ecc5-473d-bc83-497490062d96', 'network_id': 'fde48b27-6680-4b4b-9488-a977f54cc55d', 'port_id': '159642cb-ecc5-473d-bc83-497490062d96', 'mac_address': 'fa:16:3e:e0:36:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a36b8ca-bb96-4214-bcfe-5228fa013b8f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 18:30:10.726379 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:10.736092 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 159642cb-ecc5-473d-bc83-497490062d96 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:30:10.755597 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 159642cb-ecc5-473d-bc83-497490062d96, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=159642cb-ecc5-473d-bc83-497490062d96,segment=NetworkSegment(5bec6880-c426-4f86-b9cf-6994d9763b4e),segment_id=5bec6880-c426-4f86-b9cf-6994d9763b4e)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:30:10.759465 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:10.806728 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=159642cb-ecc5-473d-bc83-497490062d96,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:30:10.813815 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:30:10.814153 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:30:10.814491 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:30:10.814815 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:30:10.815138 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:30:10.815460 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:30:10.815776 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:30:10.816094 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:30:10.816412 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:30:10.816754 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:30:10.817098 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:30:10.817405 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:30:10.962794 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['159642cb-ecc5-473d-bc83-497490062d96'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:30:11.229732 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e219a-c2da-41ea-82c0-b1bc5fe5f00d req-d5fe6c9a-3659-43b0-8f65-d9dc06f486fb tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:30:11.231285 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-842e219a-c2da-41ea-82c0-b1bc5fe5f00d req-d5fe6c9a-3659-43b0-8f65-d9dc06f486fb tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a53747a-94a2-47e1-af68-2f8e5ac42103 HTTP/1.1" status: 200 len: 945 time: 0.0507400 Aug 25 18:30:11.276188 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-842e219a-c2da-41ea-82c0-b1bc5fe5f00d req-ad2d2320-d7bb-49a6-8945-3773f84abd08 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1b236fe-4eca-4fd3-bfe1-84dabf0232d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389714 Aug 25 18:30:12.389069 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5d43c-2cae-4f18-9cb7-687454581dc5 req-246fe7a9-717d-413d-81b4-a527d054682e tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:30:12.390662 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7fb5d43c-2cae-4f18-9cb7-687454581dc5 req-246fe7a9-717d-413d-81b4-a527d054682e tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a53747a-94a2-47e1-af68-2f8e5ac42103 HTTP/1.1" status: 200 len: 945 time: 0.0490644 Aug 25 18:30:12.432133 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7fb5d43c-2cae-4f18-9cb7-687454581dc5 req-a4a69713-7e78-4dfc-91f1-d45c8fd3b8af tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1b236fe-4eca-4fd3-bfe1-84dabf0232d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353920 Aug 25 18:30:12.480858 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 159642cb-ecc5-473d-bc83-497490062d96 up at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:30:12.528704 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning for port 159642cb-ecc5-473d-bc83-497490062d96 completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:30:12.532248 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning complete for port 159642cb-ecc5-473d-bc83-497490062d96 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:30:12.532642 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:12.606687 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:12.633564 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a53747a-94a2-47e1-af68-2f8e5ac42103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159642cb-ecc5-473d-bc83-497490062d96'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:30:12.635856 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700cf778d203af030a48c7cd7e91a8769aab6ec207ebda1a87165573d1bde0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03786af-967e-4f0d-a25a-bc504f19eddf" -d '{"events": [{"server_uuid": "9a53747a-94a2-47e1-af68-2f8e5ac42103", "name": "network-vif-plugged", "status": "completed", "tag": "159642cb-ecc5-473d-bc83-497490062d96"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:30:12.647874 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 159642cb-ecc5-473d-bc83-497490062d96, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=159642cb-ecc5-473d-bc83-497490062d96,segment=NetworkSegment(5bec6880-c426-4f86-b9cf-6994d9763b4e),segment_id=5bec6880-c426-4f86-b9cf-6994d9763b4e)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:30:12.652652 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:12.677102 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670ee966-c77e-467c-9fdf-8afcb3157d06 x-openstack-request-id: req-670ee966-c77e-467c-9fdf-8afcb3157d06 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:30:12.677385 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a53747a-94a2-47e1-af68-2f8e5ac42103", "name": "network-vif-plugged", "status": "completed", "tag": "159642cb-ecc5-473d-bc83-497490062d96", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:30:12.677628 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-670ee966-c77e-467c-9fdf-8afcb3157d06 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:30:12.678003 dv-cinder-790492-8-iscsi neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a53747a-94a2-47e1-af68-2f8e5ac42103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159642cb-ecc5-473d-bc83-497490062d96', 'code': 200} Aug 25 18:30:12.701608 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=159642cb-ecc5-473d-bc83-497490062d96,revision_number=5']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:30:13.542207 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c0cf4-28aa-47bb-a177-744812699b13 req-fe00b322-0f48-4376-bea8-4b2a884b250e tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:30:13.543632 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8e6c0cf4-28aa-47bb-a177-744812699b13 req-fe00b322-0f48-4376-bea8-4b2a884b250e tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a53747a-94a2-47e1-af68-2f8e5ac42103 HTTP/1.1" status: 200 len: 946 time: 0.0466170 Aug 25 18:30:13.581450 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8e6c0cf4-28aa-47bb-a177-744812699b13 req-ced6105e-938f-4a6d-9d51-6d19a062b610 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1b236fe-4eca-4fd3-bfe1-84dabf0232d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318918 Aug 25 18:30:14.692145 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129a588-4f23-4e30-80ee-d5dc20fe43fb req-4ef995fc-d123-45ed-8643-71bb447bdf22 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:30:14.693599 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7129a588-4f23-4e30-80ee-d5dc20fe43fb req-4ef995fc-d123-45ed-8643-71bb447bdf22 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a53747a-94a2-47e1-af68-2f8e5ac42103 HTTP/1.1" status: 200 len: 946 time: 0.0467117 Aug 25 18:30:14.730411 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7129a588-4f23-4e30-80ee-d5dc20fe43fb req-d56cda34-4626-4b97-87a9-ce5f40c6e5a1 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1b236fe-4eca-4fd3-bfe1-84dabf0232d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305805 Aug 25 18:30:15.225502 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ca69f-b8c5-4ad9-8578-4f4b3b652523 req-d4c8b739-8a5d-4eba-aff4-260ff30121f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:30:15.226921 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5f3ca69f-b8c5-4ad9-8578-4f4b3b652523 req-d4c8b739-8a5d-4eba-aff4-260ff30121f1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9a53747a-94a2-47e1-af68-2f8e5ac42103 HTTP/1.1" status: 200 len: 1099 time: 0.0398824 Aug 25 18:30:15.263563 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5f3ca69f-b8c5-4ad9-8578-4f4b3b652523 req-6bd51222-6410-4a6d-b10e-25d8ee151dee service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f1b236fe-4eca-4fd3-bfe1-84dabf0232d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296128 Aug 25 18:30:15.841972 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e49b5e-8c90-464d-b838-e21d3e1c98f9 req-1e6ef366-2e28-4fb3-9169-bb3eb73e0acb tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:30:15.843448 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-60e49b5e-8c90-464d-b838-e21d3e1c98f9 req-1e6ef366-2e28-4fb3-9169-bb3eb73e0acb tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a53747a-94a2-47e1-af68-2f8e5ac42103 HTTP/1.1" status: 200 len: 946 time: 0.0480788 Aug 25 18:30:15.880876 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-60e49b5e-8c90-464d-b838-e21d3e1c98f9 req-456ae788-9522-4767-8a8b-2029166ba841 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1b236fe-4eca-4fd3-bfe1-84dabf0232d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312719 Aug 25 18:30:17.002207 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61414224-1f92-4dac-be48-6a2bb4499794 req-35244673-c400-499a-b6db-5ec345009bec tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:30:17.003681 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-61414224-1f92-4dac-be48-6a2bb4499794 req-35244673-c400-499a-b6db-5ec345009bec tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a53747a-94a2-47e1-af68-2f8e5ac42103 HTTP/1.1" status: 200 len: 946 time: 0.0497591 Aug 25 18:30:17.043983 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-61414224-1f92-4dac-be48-6a2bb4499794 req-2441697c-be94-41bf-9e95-e0ac838bee00 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1b236fe-4eca-4fd3-bfe1-84dabf0232d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345461 Aug 25 18:30:17.899123 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 6 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:30:18.553327 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:18.645924 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 42098) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:30:18.752590 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-741786ef-fbe3-4cc2-9e4b-5989b7701c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:18.839535 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-741786ef-fbe3-4cc2-9e4b-5989b7701c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:18.843455 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-741786ef-fbe3-4cc2-9e4b-5989b7701c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:18.881618 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-741786ef-fbe3-4cc2-9e4b-5989b7701c1c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9a39b90c6a6d485cb1e4a6a668339587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346210 Aug 25 18:30:18.882487 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741786ef-fbe3-4cc2-9e4b-5989b7701c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc449cfb-d9f0-486f-bd5f-38619b94e82d,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:30:18.884316 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 42102) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:30:18.889411 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741786ef-fbe3-4cc2-9e4b-5989b7701c1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:30:18.889762 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741786ef-fbe3-4cc2-9e4b-5989b7701c1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:30:18.890107 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741786ef-fbe3-4cc2-9e4b-5989b7701c1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:30:18.890443 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741786ef-fbe3-4cc2-9e4b-5989b7701c1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:30:18.890805 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741786ef-fbe3-4cc2-9e4b-5989b7701c1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:30:18.891140 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741786ef-fbe3-4cc2-9e4b-5989b7701c1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:30:18.891467 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741786ef-fbe3-4cc2-9e4b-5989b7701c1c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:30:18.891799 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741786ef-fbe3-4cc2-9e4b-5989b7701c1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:30:18.892117 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741786ef-fbe3-4cc2-9e4b-5989b7701c1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:30:18.892440 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741786ef-fbe3-4cc2-9e4b-5989b7701c1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:30:18.892827 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741786ef-fbe3-4cc2-9e4b-5989b7701c1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:30:18.893110 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741786ef-fbe3-4cc2-9e4b-5989b7701c1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:30:18.947601 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4740b5ed-f4b5-4096-b4fb-a00a6403349b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:18.976486 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4740b5ed-f4b5-4096-b4fb-a00a6403349b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:19.032944 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4740b5ed-f4b5-4096-b4fb-a00a6403349b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:19.035504 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4740b5ed-f4b5-4096-b4fb-a00a6403349b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:19.039403 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-4740b5ed-f4b5-4096-b4fb-a00a6403349b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc449cfb-d9f0-486f-bd5f-38619b94e82d HTTP/1.1" status: 204 len: 168 time: 0.1515753 Aug 25 18:30:19.045854 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4740b5ed-f4b5-4096-b4fb-a00a6403349b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc449cfb-d9f0-486f-bd5f-38619b94e82d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:30:19.053017 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4740b5ed-f4b5-4096-b4fb-a00a6403349b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:30:19.053369 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4740b5ed-f4b5-4096-b4fb-a00a6403349b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:30:19.053715 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4740b5ed-f4b5-4096-b4fb-a00a6403349b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:30:19.054051 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4740b5ed-f4b5-4096-b4fb-a00a6403349b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:30:19.054386 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4740b5ed-f4b5-4096-b4fb-a00a6403349b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:30:19.054720 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4740b5ed-f4b5-4096-b4fb-a00a6403349b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:30:19.055117 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4740b5ed-f4b5-4096-b4fb-a00a6403349b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:30:19.055362 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4740b5ed-f4b5-4096-b4fb-a00a6403349b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:30:19.055693 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4740b5ed-f4b5-4096-b4fb-a00a6403349b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:30:19.056018 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4740b5ed-f4b5-4096-b4fb-a00a6403349b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:30:19.056340 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4740b5ed-f4b5-4096-b4fb-a00a6403349b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:30:19.056696 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4740b5ed-f4b5-4096-b4fb-a00a6403349b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:30:19.292273 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 42108) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:30:19.305780 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8693eeca-17f0-4ff3-b7e8-450d70df7335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:19.396324 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8693eeca-17f0-4ff3-b7e8-450d70df7335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:19.400423 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8693eeca-17f0-4ff3-b7e8-450d70df7335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:19.442469 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693eeca-17f0-4ff3-b7e8-450d70df7335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384b8927-561c-471c-b4ab-6741fa8d1556,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:30:19.448328 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-8693eeca-17f0-4ff3-b7e8-450d70df7335 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6c4819cbb6e94c1a9947d05af76d1755&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1544228 Aug 25 18:30:19.451088 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 42110) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:30:19.498026 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6c170b8-27f9-4c16-86b6-175aadabe3fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:19.520628 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6c170b8-27f9-4c16-86b6-175aadabe3fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:19.565271 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6c170b8-27f9-4c16-86b6-175aadabe3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:19.568078 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6c170b8-27f9-4c16-86b6-175aadabe3fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:19.569053 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-c6c170b8-27f9-4c16-86b6-175aadabe3fa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/384b8927-561c-471c-b4ab-6741fa8d1556 HTTP/1.1" status: 204 len: 168 time: 0.1171236 Aug 25 18:30:19.577376 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c170b8-27f9-4c16-86b6-175aadabe3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384b8927-561c-471c-b4ab-6741fa8d1556,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:30:22.449383 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 42248) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:30:22.556590 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac8d38e1-34e3-478a-8f6c-aad7553fc02a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:22.643765 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac8d38e1-34e3-478a-8f6c-aad7553fc02a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:22.648462 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac8d38e1-34e3-478a-8f6c-aad7553fc02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:22.687105 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-ac8d38e1-34e3-478a-8f6c-aad7553fc02a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cfefb94bec4d40418a1977d114baa1bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366316 Aug 25 18:30:22.689031 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d38e1-34e3-478a-8f6c-aad7553fc02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd8f505-4af4-4c6b-bed3-ae49b398239e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:30:22.689957 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 42252) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:30:22.739141 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8466020-9e78-4aa0-97c4-4be7401187f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:22.763790 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8466020-9e78-4aa0-97c4-4be7401187f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:22.809873 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8466020-9e78-4aa0-97c4-4be7401187f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:22.812319 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8466020-9e78-4aa0-97c4-4be7401187f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:22.813519 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-e8466020-9e78-4aa0-97c4-4be7401187f8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cdd8f505-4af4-4c6b-bed3-ae49b398239e HTTP/1.1" status: 204 len: 168 time: 0.1225770 Aug 25 18:30:22.821418 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8466020-9e78-4aa0-97c4-4be7401187f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd8f505-4af4-4c6b-bed3-ae49b398239e,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:30:23.078821 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 42260) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:30:23.095371 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1ca572c8-bb04-4881-a3b5-4a1a71af374e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:23.200322 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1ca572c8-bb04-4881-a3b5-4a1a71af374e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:23.204368 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1ca572c8-bb04-4881-a3b5-4a1a71af374e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:23.243073 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-1ca572c8-bb04-4881-a3b5-4a1a71af374e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ed901448687247e9b78f9a3de1e9c492&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1632071 Aug 25 18:30:23.244189 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca572c8-bb04-4881-a3b5-4a1a71af374e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ce8dc9-54ce-4187-8773-9d8c687dafbd,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:30:23.245833 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 42262) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:30:23.297800 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c7da8d61-e8e8-400a-9a91-64dd955b18ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:23.321262 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c7da8d61-e8e8-400a-9a91-64dd955b18ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:23.335807 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-15e1c5b4-b8e5-43e9-ba02-78c3223fc53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:23.377552 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c7da8d61-e8e8-400a-9a91-64dd955b18ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:23.379997 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c7da8d61-e8e8-400a-9a91-64dd955b18ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:23.383448 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-c7da8d61-e8e8-400a-9a91-64dd955b18ca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/08ce8dc9-54ce-4187-8773-9d8c687dafbd HTTP/1.1" status: 204 len: 168 time: 0.1365972 Aug 25 18:30:23.391405 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da8d61-e8e8-400a-9a91-64dd955b18ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ce8dc9-54ce-4187-8773-9d8c687dafbd,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:30:25.776927 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e8e814a9-50e9-40cc-9f04-69999a8a4b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:27.226119 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:27.468510 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:28.878305 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:48.547249 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:50.455519 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0ed3a0fd-fb24-4fff-a3e1-5836530cf4e7 req-77955f35-2379-4531-958e-80568a49bdc3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1fbf0f66-65d1-48ec-afe4-8716d8c2fd66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414913 Aug 25 18:30:50.537558 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3a0fd-fb24-4fff-a3e1-5836530cf4e7 req-ca744afc-d4ef-4bf6-a03c-817b6ce9637f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:30:50.539034 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0ed3a0fd-fb24-4fff-a3e1-5836530cf4e7 req-ca744afc-d4ef-4bf6-a03c-817b6ce9637f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d82372d74da4f7189c2a324de5c53bf&device_id=1fbf0f66-65d1-48ec-afe4-8716d8c2fd66 HTTP/1.1" status: 200 len: 1099 time: 0.0386925 Aug 25 18:30:50.640788 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3a0fd-fb24-4fff-a3e1-5836530cf4e7 req-3dac4868-a6a4-40fe-9a46-d0eef1038c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:30:50.642367 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0ed3a0fd-fb24-4fff-a3e1-5836530cf4e7 req-3dac4868-a6a4-40fe-9a46-d0eef1038c80 service neutron] 10.222.0.24 "GET /v2.0/networks?id=25c2fc48-f9a1-4bec-9c66-689eb0740ad2 HTTP/1.1" status: 200 len: 913 time: 0.0842762 Aug 25 18:30:50.712782 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0ed3a0fd-fb24-4fff-a3e1-5836530cf4e7 req-7fe0cdcc-a648-4ca7-92f8-af0945cbe851 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=870800fb-4211-49c6-81e9-f09553071ae1 HTTP/1.1" status: 200 len: 1001 time: 0.0626311 Aug 25 18:30:50.769476 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3a0fd-fb24-4fff-a3e1-5836530cf4e7 req-97f842e9-a4fa-4189-bddb-970711d653ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:30:50.771058 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0ed3a0fd-fb24-4fff-a3e1-5836530cf4e7 req-97f842e9-a4fa-4189-bddb-970711d653ed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc4734bb-f832-4878-a2e9-67939f407874 HTTP/1.1" status: 200 len: 851 time: 0.0502849 Aug 25 18:30:50.818353 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3a0fd-fb24-4fff-a3e1-5836530cf4e7 req-18274c08-a22d-4b22-8a36-57c907aff4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:30:50.819836 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0ed3a0fd-fb24-4fff-a3e1-5836530cf4e7 req-18274c08-a22d-4b22-8a36-57c907aff4c3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25c2fc48-f9a1-4bec-9c66-689eb0740ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394988 Aug 25 18:30:50.913140 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0ed3a0fd-fb24-4fff-a3e1-5836530cf4e7 req-0b3ca826-e122-48c9-8e06-9f47b7ae1509 service neutron] 10.222.0.24 "GET /v2.0/networks/25c2fc48-f9a1-4bec-9c66-689eb0740ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845332 Aug 25 18:30:51.002008 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0ed3a0fd-fb24-4fff-a3e1-5836530cf4e7 req-5272eaf2-1d24-4715-9671-055fd0e14e58 service neutron] 10.222.0.24 "GET /v2.0/networks/25c2fc48-f9a1-4bec-9c66-689eb0740ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801144 Aug 25 18:30:53.338879 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a2493bba-8dfd-4e2b-88ae-b9191e78215a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:54.898911 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 6 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:30:55.776917 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b9be415e-70b4-4d6c-a175-b3bd7285e7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:57.227239 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:57.469273 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:30:58.881899 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:03.607068 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 42602) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:31:03.709450 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e3b27c71-474c-4624-b766-b08d34687e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:03.795258 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e3b27c71-474c-4624-b766-b08d34687e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:03.798911 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e3b27c71-474c-4624-b766-b08d34687e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:03.836082 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-e3b27c71-474c-4624-b766-b08d34687e9a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6524c6dbd5354f6da2b00238623b80d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279556 Aug 25 18:31:03.837189 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b27c71-474c-4624-b766-b08d34687e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e045c01c-e75c-42b8-a3b7-45d80bb305dc,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:03.838906 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 42606) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:31:03.887627 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d204ff16-1134-400e-8403-cdfb8145dfe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:03.908154 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d204ff16-1134-400e-8403-cdfb8145dfe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:03.960431 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d204ff16-1134-400e-8403-cdfb8145dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:03.962990 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d204ff16-1134-400e-8403-cdfb8145dfe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:03.964121 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-d204ff16-1134-400e-8403-cdfb8145dfe2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e045c01c-e75c-42b8-a3b7-45d80bb305dc HTTP/1.1" status: 204 len: 168 time: 0.1242249 Aug 25 18:31:03.971525 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204ff16-1134-400e-8403-cdfb8145dfe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e045c01c-e75c-42b8-a3b7-45d80bb305dc,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:13.307835 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58817bc3-c5e7-4d3e-99a2-631a5946bff5 req-b05f81e1-86e0-4e82-9330-19f680c70384 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:13.309237 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-58817bc3-c5e7-4d3e-99a2-631a5946bff5 req-b05f81e1-86e0-4e82-9330-19f680c70384 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a53747a-94a2-47e1-af68-2f8e5ac42103 HTTP/1.1" status: 200 len: 946 time: 0.0475492 Aug 25 18:31:13.346192 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-58817bc3-c5e7-4d3e-99a2-631a5946bff5 req-98ea60db-fc8c-47e3-8c41-c85bcff34736 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1b236fe-4eca-4fd3-bfe1-84dabf0232d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311005 Aug 25 18:31:14.461292 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89720af-5bf6-4d2c-bba1-a2f614113920 req-06bce9bb-447a-4f36-bf16-426abd56cb27 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:14.462773 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e89720af-5bf6-4d2c-bba1-a2f614113920 req-06bce9bb-447a-4f36-bf16-426abd56cb27 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a53747a-94a2-47e1-af68-2f8e5ac42103 HTTP/1.1" status: 200 len: 946 time: 0.0484338 Aug 25 18:31:14.499851 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e89720af-5bf6-4d2c-bba1-a2f614113920 req-e17f0d4d-9c56-47bc-986b-ad4493bdbf1a tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1b236fe-4eca-4fd3-bfe1-84dabf0232d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313385 Aug 25 18:31:14.948131 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 42706) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:31:15.031411 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69734a0d-09e2-4be0-bad0-51fdb72b149c req-3d3185f7-3c5a-4734-b4f2-a4e572ddc22a tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:15.032954 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-69734a0d-09e2-4be0-bad0-51fdb72b149c req-3d3185f7-3c5a-4734-b4f2-a4e572ddc22a tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a53747a-94a2-47e1-af68-2f8e5ac42103 HTTP/1.1" status: 200 len: 946 time: 0.0494220 Aug 25 18:31:15.071328 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3de47b97-a7f5-4d07-a149-542e35192772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:15.169187 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-69734a0d-09e2-4be0-bad0-51fdb72b149c req-4e62d1f3-92ce-4c9e-b949-784428731887 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Deleting port 159642cb-ecc5-473d-bc83-497490062d96 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:31:15.169527 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-69734a0d-09e2-4be0-bad0-51fdb72b149c req-4e62d1f3-92ce-4c9e-b949-784428731887 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:15.273578 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3de47b97-a7f5-4d07-a149-542e35192772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:15.281358 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3de47b97-a7f5-4d07-a149-542e35192772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:15.289520 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-69734a0d-09e2-4be0-bad0-51fdb72b149c req-4e62d1f3-92ce-4c9e-b949-784428731887 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] For port 159642cb-ecc5-473d-bc83-497490062d96, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=159642cb-ecc5-473d-bc83-497490062d96,segment=NetworkSegment(5bec6880-c426-4f86-b9cf-6994d9763b4e),segment_id=5bec6880-c426-4f86-b9cf-6994d9763b4e)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:31:15.289875 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-69734a0d-09e2-4be0-bad0-51fdb72b149c req-4e62d1f3-92ce-4c9e-b949-784428731887 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:15.324768 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-69734a0d-09e2-4be0-bad0-51fdb72b149c req-4e62d1f3-92ce-4c9e-b949-784428731887 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Calling delete_port for 159642cb-ecc5-473d-bc83-497490062d96 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:31:15.333612 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-3de47b97-a7f5-4d07-a149-542e35192772 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7d514e2486044d23a0e2de656eb74641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3842907 Aug 25 18:31:15.336451 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 42710) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:31:15.343323 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de47b97-a7f5-4d07-a149-542e35192772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50b7cb3-629a-4a79-98de-56ba185b393f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:15.384491 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-40335514-0300-4caa-9202-c7bed569190d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:15.406433 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-40335514-0300-4caa-9202-c7bed569190d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:15.453028 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-40335514-0300-4caa-9202-c7bed569190d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:15.455559 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-40335514-0300-4caa-9202-c7bed569190d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:15.459375 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-40335514-0300-4caa-9202-c7bed569190d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b50b7cb3-629a-4a79-98de-56ba185b393f HTTP/1.1" status: 204 len: 168 time: 0.1212573 Aug 25 18:31:15.467973 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40335514-0300-4caa-9202-c7bed569190d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50b7cb3-629a-4a79-98de-56ba185b393f,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:15.476762 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-69734a0d-09e2-4be0-bad0-51fdb72b149c req-4e62d1f3-92ce-4c9e-b949-784428731887 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:15.492055 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['159642cb-ecc5-473d-bc83-497490062d96'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:31:15.505765 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62d1f3-92ce-4c9e-b949-784428731887 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Pushing event deleted for resources: {'Port': ['ID=159642cb-ecc5-473d-bc83-497490062d96,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:15.548811 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-69734a0d-09e2-4be0-bad0-51fdb72b149c req-4e62d1f3-92ce-4c9e-b949-784428731887 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] No DVR routers for this DVR port 159642cb-ecc5-473d-bc83-497490062d96 on host hv-cinder-79049 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:31:15.551333 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-69734a0d-09e2-4be0-bad0-51fdb72b149c req-4e62d1f3-92ce-4c9e-b949-784428731887 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:15.553405 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-69734a0d-09e2-4be0-bad0-51fdb72b149c req-4e62d1f3-92ce-4c9e-b949-784428731887 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.24 "DELETE /v2.0/ports/159642cb-ecc5-473d-bc83-497490062d96 HTTP/1.1" status: 204 len: 173 time: 0.5146632 Aug 25 18:31:15.553845 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a53747a-94a2-47e1-af68-2f8e5ac42103', 'name': 'network-vif-deleted', 'tag': '159642cb-ecc5-473d-bc83-497490062d96'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:31:15.556499 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b8a654-7fbf-4263-953a-5b1ba2261d5d" -d '{"events": [{"server_uuid": "9a53747a-94a2-47e1-af68-2f8e5ac42103", "name": "network-vif-deleted", "tag": "159642cb-ecc5-473d-bc83-497490062d96"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:31:15.621119 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1356cb0c-6dbd-4b5a-8f37-3f963c49f19d x-openstack-request-id: req-1356cb0c-6dbd-4b5a-8f37-3f963c49f19d {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:31:15.621547 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a53747a-94a2-47e1-af68-2f8e5ac42103", "name": "network-vif-deleted", "tag": "159642cb-ecc5-473d-bc83-497490062d96", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:31:15.623636 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1356cb0c-6dbd-4b5a-8f37-3f963c49f19d {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:31:15.624216 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a53747a-94a2-47e1-af68-2f8e5ac42103', 'name': 'network-vif-deleted', 'tag': '159642cb-ecc5-473d-bc83-497490062d96', 'status': 'completed', 'code': 200} Aug 25 18:31:15.649553 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8ccb4774-57b5-4eb6-957e-3d3f06330b23 req-6e097f6d-3b63-47b7-ac84-a31543c05b08 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a53747a-94a2-47e1-af68-2f8e5ac42103 HTTP/1.1" status: 200 len: 210 time: 0.0462105 Aug 25 18:31:16.134970 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 42736) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:31:16.229266 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-9a7d6b23-2877-487f-828b-2a7584a0d43c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1152110387-network', 'tenant_id': '23a18564bec44817818acd32e48914fd'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:31:16.249306 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7d6b23-2877-487f-828b-2a7584a0d43c admin admin] Made reservation on behalf of 23a18564bec44817818acd32e48914fd for: {'network': 1} {{(pid=93792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:31:16.251574 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9a7d6b23-2877-487f-828b-2a7584a0d43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for network, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:16.259532 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9a7d6b23-2877-487f-828b-2a7584a0d43c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:16.343973 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9a7d6b23-2877-487f-828b-2a7584a0d43c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:16.347775 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9a7d6b23-2877-487f-828b-2a7584a0d43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:16.373122 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a7d6b23-2877-487f-828b-2a7584a0d43c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=93792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 18:31:16.378941 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d6b23-2877-487f-828b-2a7584a0d43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b171abd-ba4a-4188-ba2b-37717e62504c,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:16.384684 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9a7d6b23-2877-487f-828b-2a7584a0d43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788'] for segment, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:16.385019 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.db.segments_db [None req-9a7d6b23-2877-487f-828b-2a7584a0d43c admin admin] Added segment c8c256c0-77f3-4d1a-8fef-d454ba30f0e3 of type vlan for network d758b058-3a6c-4079-8150-04a6b556ab0c Aug 25 18:31:16.424056 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9a7d6b23-2877-487f-828b-2a7584a0d43c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748354007426'] for network, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:16.445938 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9a7d6b23-2877-487f-828b-2a7584a0d43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146'] for network, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:16.446877 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7d6b23-2877-487f-828b-2a7584a0d43c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:16.447455 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9a7d6b23-2877-487f-828b-2a7584a0d43c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for network, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:16.502826 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-9a7d6b23-2877-487f-828b-2a7584a0d43c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3667810 Aug 25 18:31:16.505800 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 42740) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:31:16.507684 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d6b23-2877-487f-828b-2a7584a0d43c admin admin] Pushing event updated for resources: {'Network': ['ID=d758b058-3a6c-4079-8150-04a6b556ab0c,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:16.511857 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [None req-89a1c4ee-436b-4782-9a88-3c3fb2fa1171 admin admin] Request body: {'subnet': {'network_id': 'd758b058-3a6c-4079-8150-04a6b556ab0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1152110387-subnet', 'tenant_id': '23a18564bec44817818acd32e48914fd', 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:31:16.517844 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Network d758b058-3a6c-4079-8150-04a6b556ab0c details requested by agent ovs-agent-dv-cinder-790492-8-iscsi with host dv-cinder-790492-8-iscsi {{(pid=93793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 18:31:16.537524 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a1c4ee-436b-4782-9a88-3c3fb2fa1171 admin admin] Made reservation on behalf of 23a18564bec44817818acd32e48914fd for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:31:16.540726 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89a1c4ee-436b-4782-9a88-3c3fb2fa1171 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14343756'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:16.707382 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89a1c4ee-436b-4782-9a88-3c3fb2fa1171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13428380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14343742'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:16.761676 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1c4ee-436b-4782-9a88-3c3fb2fa1171 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a3ecd95-aa7d-483c-83aa-0602b4a40d75,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:16.772900 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a1c4ee-436b-4782-9a88-3c3fb2fa1171 admin admin] Checking segment: {'id': 'c8c256c0-77f3-4d1a-8fef-d454ba30f0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd758b058-3a6c-4079-8150-04a6b556ab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:31:16.773258 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a1c4ee-436b-4782-9a88-3c3fb2fa1171 admin admin] Network hostable DHCP agents. Network: d758b058-3a6c-4079-8150-04a6b556ab0c, hostable agents: ['e2010df7-17ed-4426-81f9-bde1aab96ae1'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 18:31:16.791666 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a1c4ee-436b-4782-9a88-3c3fb2fa1171 admin admin] Network d758b058-3a6c-4079-8150-04a6b556ab0c is scheduled to be hosted by DHCP agent e2010df7-17ed-4426-81f9-bde1aab96ae1 with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 18:31:16.800162 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-89a1c4ee-436b-4782-9a88-3c3fb2fa1171 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-8-iscsi, d758b058-3a6c-4079-8150-04a6b556ab0c) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:31:16.804329 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a1c4ee-436b-4782-9a88-3c3fb2fa1171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:16.804957 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89a1c4ee-436b-4782-9a88-3c3fb2fa1171 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:16.810657 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8de8530-02f6-4587-a4d2-ea69a4630e46 None None] Network d758b058-3a6c-4079-8150-04a6b556ab0c requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:31:16.820460 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-89a1c4ee-436b-4782-9a88-3c3fb2fa1171 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3133903 Aug 25 18:31:16.823576 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 42746) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:31:16.828204 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [None req-18ee82b4-89dd-45d7-aa24-de2c37084719 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1152110387-router', 'tenant_id': '23a18564bec44817818acd32e48914fd', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:31:16.864627 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18ee82b4-89dd-45d7-aa24-de2c37084719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-431906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40733'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:16.865809 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18ee82b4-89dd-45d7-aa24-de2c37084719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437732', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40724'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:16.926411 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18ee82b4-89dd-45d7-aa24-de2c37084719 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:16.966014 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3479c18-da70-4a97-9b0c-778c2d6819b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp841b6aa3-c910-5d4c-bf3d-f471c3a673d8-d758b058-3a6c-4079-8150-04a6b556ab0c', 'network_id': 'd758b058-3a6c-4079-8150-04a6b556ab0c', 'tenant_id': '23a18564bec44817818acd32e48914fd', 'fixed_ips': [{'subnet_id': '5a3ecd95-aa7d-483c-83aa-0602b4a40d75'}]}} from dv-cinder-790492-8-iscsi. {{(pid=93793) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 18:31:16.966900 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3479c18-da70-4a97-9b0c-778c2d6819b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:17.060179 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18ee82b4-89dd-45d7-aa24-de2c37084719 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:17.103103 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-b3479c18-da70-4a97-9b0c-778c2d6819b6 None None] Allocated IP 172.20.0.2 (d758b058-3a6c-4079-8150-04a6b556ab0c/5a3ecd95-aa7d-483c-83aa-0602b4a40d75/0e641e76-cb89-4a95-9a78-4f7d5747ed90) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:31:17.246139 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3479c18-da70-4a97-9b0c-778c2d6819b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:17.253518 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18ee82b4-89dd-45d7-aa24-de2c37084719 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:17.254147 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-b3479c18-da70-4a97-9b0c-778c2d6819b6 None None] Transition to ACTIVE for port object 0e641e76-cb89-4a95-9a78-4f7d5747ed90 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:31:17.268931 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-b3479c18-da70-4a97-9b0c-778c2d6819b6 None None] Transition to ACTIVE for port object 0e641e76-cb89-4a95-9a78-4f7d5747ed90 will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:31:17.274446 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3479c18-da70-4a97-9b0c-778c2d6819b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:17.274940 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18ee82b4-89dd-45d7-aa24-de2c37084719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:17.309715 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3479c18-da70-4a97-9b0c-778c2d6819b6 None None] Network d758b058-3a6c-4079-8150-04a6b556ab0c is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:31:17.312434 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-b3479c18-da70-4a97-9b0c-778c2d6819b6 None None] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:31:17.317893 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3479c18-da70-4a97-9b0c-778c2d6819b6 None None] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:31:17.331847 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3479c18-da70-4a97-9b0c-778c2d6819b6 None None] Pushing event updated for resources: {'Port': ['ID=0e641e76-cb89-4a95-9a78-4f7d5747ed90,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:17.353897 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3479c18-da70-4a97-9b0c-778c2d6819b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:17.354624 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3479c18-da70-4a97-9b0c-778c2d6819b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:17.354624 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3479c18-da70-4a97-9b0c-778c2d6819b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:17.354898 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3479c18-da70-4a97-9b0c-778c2d6819b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:17.355213 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3479c18-da70-4a97-9b0c-778c2d6819b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:17.355538 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3479c18-da70-4a97-9b0c-778c2d6819b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:17.355860 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3479c18-da70-4a97-9b0c-778c2d6819b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:17.356186 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3479c18-da70-4a97-9b0c-778c2d6819b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:17.356506 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3479c18-da70-4a97-9b0c-778c2d6819b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:17.356902 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3479c18-da70-4a97-9b0c-778c2d6819b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:17.357229 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3479c18-da70-4a97-9b0c-778c2d6819b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:17.357545 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3479c18-da70-4a97-9b0c-778c2d6819b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:17.380150 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-18ee82b4-89dd-45d7-aa24-de2c37084719 admin admin] Allocated IP 172.27.3.95 (e0615610-0145-4336-86ca-92716d56c217/ba8c35dc-42f2-4379-aafd-ce1793efee80/c8eebad0-480a-4ece-8b40-6d14af5afe64) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:31:17.385392 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-b3479c18-da70-4a97-9b0c-778c2d6819b6 None None] Attempting to bind port 0e641e76-cb89-4a95-9a78-4f7d5747ed90 on host dv-cinder-790492-8-iscsi for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:31:17.385771 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-b3479c18-da70-4a97-9b0c-778c2d6819b6 None None] Attempting to bind port 0e641e76-cb89-4a95-9a78-4f7d5747ed90 by drivers openvswitch,hyperv on host dv-cinder-790492-8-iscsi at level 0 using segments [{'id': 'c8c256c0-77f3-4d1a-8fef-d454ba30f0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd758b058-3a6c-4079-8150-04a6b556ab0c'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:31:17.386114 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3479c18-da70-4a97-9b0c-778c2d6819b6 None None] Attempting to bind port 0e641e76-cb89-4a95-9a78-4f7d5747ed90 on network d758b058-3a6c-4079-8150-04a6b556ab0c {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:31:17.390936 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3479c18-da70-4a97-9b0c-778c2d6819b6 None None] Checking agent: {'id': '0bbd6071-f664-4710-b599-19dc1c2306be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 14, 57), 'started_at': datetime.datetime(2021, 8, 25, 18, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:31:17.391375 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3479c18-da70-4a97-9b0c-778c2d6819b6 None None] Checking segment: {'id': 'c8c256c0-77f3-4d1a-8fef-d454ba30f0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd758b058-3a6c-4079-8150-04a6b556ab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:31:17.391724 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3479c18-da70-4a97-9b0c-778c2d6819b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:17.392115 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3479c18-da70-4a97-9b0c-778c2d6819b6 None None] Bound using segment: {'id': 'c8c256c0-77f3-4d1a-8fef-d454ba30f0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd758b058-3a6c-4079-8150-04a6b556ab0c'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:31:17.392661 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-b3479c18-da70-4a97-9b0c-778c2d6819b6 None None] Bound port: 0e641e76-cb89-4a95-9a78-4f7d5747ed90, host: dv-cinder-790492-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c256c0-77f3-4d1a-8fef-d454ba30f0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd758b058-3a6c-4079-8150-04a6b556ab0c'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:31:17.393044 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3479c18-da70-4a97-9b0c-778c2d6819b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:17.458188 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-b3479c18-da70-4a97-9b0c-778c2d6819b6 None None] For port 0e641e76-cb89-4a95-9a78-4f7d5747ed90, host dv-cinder-790492-8-iscsi, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:31:17.462100 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-b3479c18-da70-4a97-9b0c-778c2d6819b6 None None] For port 0e641e76-cb89-4a95-9a78-4f7d5747ed90, host dv-cinder-790492-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=0e641e76-cb89-4a95-9a78-4f7d5747ed90,segment=NetworkSegment(c8c256c0-77f3-4d1a-8fef-d454ba30f0e3),segment_id=c8c256c0-77f3-4d1a-8fef-d454ba30f0e3)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:31:17.467106 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3479c18-da70-4a97-9b0c-778c2d6819b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:17.482536 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18ee82b4-89dd-45d7-aa24-de2c37084719 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:17.525172 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18ee82b4-89dd-45d7-aa24-de2c37084719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:17.526919 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3479c18-da70-4a97-9b0c-778c2d6819b6 None None] Pushing event updated for resources: {'Port': ['ID=0e641e76-cb89-4a95-9a78-4f7d5747ed90,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:17.569867 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ee82b4-89dd-45d7-aa24-de2c37084719 admin admin] Network e0615610-0145-4336-86ca-92716d56c217 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:31:17.573026 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-18ee82b4-89dd-45d7-aa24-de2c37084719 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:31:17.576762 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ee82b4-89dd-45d7-aa24-de2c37084719 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:31:17.582176 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee82b4-89dd-45d7-aa24-de2c37084719 admin admin] Pushing event updated for resources: {'Port': ['ID=c8eebad0-480a-4ece-8b40-6d14af5afe64,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:17.794947 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 0e641e76-cb89-4a95-9a78-4f7d5747ed90 up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:31:17.848457 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning for port 0e641e76-cb89-4a95-9a78-4f7d5747ed90 completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:31:18.112205 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18ee82b4-89dd-45d7-aa24-de2c37084719 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:18.307605 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18ee82b4-89dd-45d7-aa24-de2c37084719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-432053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438075'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:18.411670 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab2b917-c838-4b07-844c-a7fa42a7c01e None None] Network d758b058-3a6c-4079-8150-04a6b556ab0c requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:31:18.437121 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ee82b4-89dd-45d7-aa24-de2c37084719 admin admin] Router 3cdeda10-6222-427b-b011-c59f2918d160 is scheduled to L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 18:31:18.525665 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a02736f4-93d2-47d4-a20e-7a45521345d8 None None] Provisioning for port 0e641e76-cb89-4a95-9a78-4f7d5747ed90 completed by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:31:18.534023 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a02736f4-93d2-47d4-a20e-7a45521345d8 None None] Provisioning complete for port 0e641e76-cb89-4a95-9a78-4f7d5747ed90 triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:31:18.534734 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a02736f4-93d2-47d4-a20e-7a45521345d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:18.544351 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ee82b4-89dd-45d7-aa24-de2c37084719 admin admin] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:31:18.559580 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18ee82b4-89dd-45d7-aa24-de2c37084719 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:18.560920 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-18ee82b4-89dd-45d7-aa24-de2c37084719 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7364156 Aug 25 18:31:18.561813 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8c0646-6aea-41fc-af57-a625d9d4f7de None None] Sync routers for ids ['3cdeda10-6222-427b-b011-c59f2918d160'] in dv-cinder-790492-8-iscsi {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:31:18.563992 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 42752) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:31:18.609318 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8c0646-6aea-41fc-af57-a625d9d4f7de None None] Routers {'3cdeda10-6222-427b-b011-c59f2918d160'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:31:18.609946 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6d8c0646-6aea-41fc-af57-a625d9d4f7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:30:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['3cdeda10-6222-427b-b011-c59f2918d160'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:31:18.611664 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:18.749736 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a02736f4-93d2-47d4-a20e-7a45521345d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:18.776194 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-6d8c0646-6aea-41fc-af57-a625d9d4f7de None None] Set router 3cdeda10-6222-427b-b011-c59f2918d160 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:31:18.845295 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a02736f4-93d2-47d4-a20e-7a45521345d8 None None] For port 0e641e76-cb89-4a95-9a78-4f7d5747ed90, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=0e641e76-cb89-4a95-9a78-4f7d5747ed90,segment=NetworkSegment(c8c256c0-77f3-4d1a-8fef-d454ba30f0e3),segment_id=c8c256c0-77f3-4d1a-8fef-d454ba30f0e3)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:31:18.856779 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a02736f4-93d2-47d4-a20e-7a45521345d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:18.950635 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02736f4-93d2-47d4-a20e-7a45521345d8 None None] Pushing event updated for resources: {'Port': ['ID=0e641e76-cb89-4a95-9a78-4f7d5747ed90,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:18.982750 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4e526529-807e-42f0-b5d1-3aaa10dc3e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:19.021665 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6d8c0646-6aea-41fc-af57-a625d9d4f7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdeda10-6222-427b-b011-c59f2918d160', 'name': 'tempest-TestShelveInstance-1152110387-router', 'tenant_id': '23a18564bec44817818acd32e48914fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'c8eebad0-480a-4ece-8b40-6d14af5afe64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:31:16Z', 'updated_at': '2021-08-25T18:31:18Z', 'revision_number': 3, 'project_id': '23a18564bec44817818acd32e48914fd', 'gw_port': {'id': 'c8eebad0-480a-4ece-8b40-6d14af5afe64', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdeda10-6222-427b-b011-c59f2918d160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:31:17Z', 'updated_at': '2021-08-25T18:31:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi'}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:31:19.053774 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8c0646-6aea-41fc-af57-a625d9d4f7de None None] Checking router: 3cdeda10-6222-427b-b011-c59f2918d160 for host: dv-cinder-790492-8-iscsi {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:31:19.054387 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8c0646-6aea-41fc-af57-a625d9d4f7de None None] Updating router 3cdeda10-6222-427b-b011-c59f2918d160 port c8eebad0-480a-4ece-8b40-6d14af5afe64 binding host dv-cinder-790492-8-iscsi {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 18:31:19.080645 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6d8c0646-6aea-41fc-af57-a625d9d4f7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:19.114017 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-33d42150-22dd-4514-a970-e8e1d38dba7c None None] Provisioning complete for port 0e641e76-cb89-4a95-9a78-4f7d5747ed90 triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:31:19.114388 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-33d42150-22dd-4514-a970-e8e1d38dba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:19.146824 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-4e526529-807e-42f0-b5d1-3aaa10dc3e61 admin admin] Allocated IP 172.20.0.1 (d758b058-3a6c-4079-8150-04a6b556ab0c/5a3ecd95-aa7d-483c-83aa-0602b4a40d75/80845915-7cd2-4849-b026-e5ce0ede7086) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:31:19.250642 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4e526529-807e-42f0-b5d1-3aaa10dc3e61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:19.264031 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4e526529-807e-42f0-b5d1-3aaa10dc3e61 admin admin] Transition to ACTIVE for port object 80845915-7cd2-4849-b026-e5ce0ede7086 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:31:19.295837 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4e526529-807e-42f0-b5d1-3aaa10dc3e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12706292'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:19.344987 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e526529-807e-42f0-b5d1-3aaa10dc3e61 admin admin] Network d758b058-3a6c-4079-8150-04a6b556ab0c is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:31:19.348457 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-4e526529-807e-42f0-b5d1-3aaa10dc3e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:31:19.352383 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e526529-807e-42f0-b5d1-3aaa10dc3e61 admin admin] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:31:19.378115 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e526529-807e-42f0-b5d1-3aaa10dc3e61 admin admin] Pushing event updated for resources: {'Port': ['ID=80845915-7cd2-4849-b026-e5ce0ede7086,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:19.391498 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e526529-807e-42f0-b5d1-3aaa10dc3e61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:19.391837 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e526529-807e-42f0-b5d1-3aaa10dc3e61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:19.392370 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e526529-807e-42f0-b5d1-3aaa10dc3e61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:19.392884 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e526529-807e-42f0-b5d1-3aaa10dc3e61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:19.393378 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e526529-807e-42f0-b5d1-3aaa10dc3e61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:19.393855 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e526529-807e-42f0-b5d1-3aaa10dc3e61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:19.394327 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e526529-807e-42f0-b5d1-3aaa10dc3e61 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:19.394816 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e526529-807e-42f0-b5d1-3aaa10dc3e61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:19.395292 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e526529-807e-42f0-b5d1-3aaa10dc3e61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:19.395764 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e526529-807e-42f0-b5d1-3aaa10dc3e61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:19.396246 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e526529-807e-42f0-b5d1-3aaa10dc3e61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:19.396757 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e526529-807e-42f0-b5d1-3aaa10dc3e61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:19.411698 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4e526529-807e-42f0-b5d1-3aaa10dc3e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-438244'] for router_interface, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:19.538142 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6d8c0646-6aea-41fc-af57-a625d9d4f7de None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:19.547129 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4e526529-807e-42f0-b5d1-3aaa10dc3e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:19.549659 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-6d8c0646-6aea-41fc-af57-a625d9d4f7de None None] Transition to ACTIVE for port object c8eebad0-480a-4ece-8b40-6d14af5afe64 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:31:19.554354 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6d8c0646-6aea-41fc-af57-a625d9d4f7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:19.605332 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-6d8c0646-6aea-41fc-af57-a625d9d4f7de None None] Attempting to bind port c8eebad0-480a-4ece-8b40-6d14af5afe64 on host dv-cinder-790492-8-iscsi for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:31:19.605698 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-6d8c0646-6aea-41fc-af57-a625d9d4f7de None None] Attempting to bind port c8eebad0-480a-4ece-8b40-6d14af5afe64 by drivers openvswitch,hyperv on host dv-cinder-790492-8-iscsi at level 0 using segments [{'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:31:19.606056 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8c0646-6aea-41fc-af57-a625d9d4f7de None None] Attempting to bind port c8eebad0-480a-4ece-8b40-6d14af5afe64 on network e0615610-0145-4336-86ca-92716d56c217 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:31:19.616268 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5a83d-1c61-47c6-94d3-64526dcdccba None None] Pushing event updated for resources: {'Port': ['ID=c8eebad0-480a-4ece-8b40-6d14af5afe64,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:19.625850 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8c0646-6aea-41fc-af57-a625d9d4f7de None None] Checking agent: {'id': '0bbd6071-f664-4710-b599-19dc1c2306be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 14, 57), 'started_at': datetime.datetime(2021, 8, 25, 18, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:31:19.626220 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8c0646-6aea-41fc-af57-a625d9d4f7de None None] Checking segment: {'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:31:19.626614 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6d8c0646-6aea-41fc-af57-a625d9d4f7de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:19.626994 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8c0646-6aea-41fc-af57-a625d9d4f7de None None] Bound using segment: {'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:31:19.627641 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-6d8c0646-6aea-41fc-af57-a625d9d4f7de None None] Bound port: c8eebad0-480a-4ece-8b40-6d14af5afe64, host: dv-cinder-790492-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:31:19.630073 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6d8c0646-6aea-41fc-af57-a625d9d4f7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:19.669421 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 159642cb-ecc5-473d-bc83-497490062d96 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:31:19.692722 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-c9850754-1faa-4ea0-bee8-8e3d67994297 None None] Provisioning for port 80845915-7cd2-4849-b026-e5ce0ede7086 completed by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:31:19.699078 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] No Port match for: 159642cb-ecc5-473d-bc83-497490062d96 {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:31:19.699423 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 159642cb-ecc5-473d-bc83-497490062d96 not bound to the agent host hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:31:19.709933 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-c9850754-1faa-4ea0-bee8-8e3d67994297 None None] Provisioning complete for port 80845915-7cd2-4849-b026-e5ce0ede7086 triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:31:19.710300 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c9850754-1faa-4ea0-bee8-8e3d67994297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:19.713237 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4e526529-807e-42f0-b5d1-3aaa10dc3e61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:19.719273 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4e526529-807e-42f0-b5d1-3aaa10dc3e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12706285'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:19.743801 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-6d8c0646-6aea-41fc-af57-a625d9d4f7de None None] For port c8eebad0-480a-4ece-8b40-6d14af5afe64, host dv-cinder-790492-8-iscsi, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:31:19.750642 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 0e641e76-cb89-4a95-9a78-4f7d5747ed90 up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:31:19.782991 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-6d8c0646-6aea-41fc-af57-a625d9d4f7de None None] For port c8eebad0-480a-4ece-8b40-6d14af5afe64, host dv-cinder-790492-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=c8eebad0-480a-4ece-8b40-6d14af5afe64,segment=NetworkSegment(49cfb93f-112c-4d1a-97bc-26302bfd74eb),segment_id=49cfb93f-112c-4d1a-97bc-26302bfd74eb)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:31:19.787027 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-c9850754-1faa-4ea0-bee8-8e3d67994297 None None] Port 80845915-7cd2-4849-b026-e5ce0ede7086 cannot update to ACTIVE because it is not bound. {{(pid=93793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:31:19.788866 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e526529-807e-42f0-b5d1-3aaa10dc3e61 admin admin] Pushing event updated for resources: {'Port': ['ID=80845915-7cd2-4849-b026-e5ce0ede7086,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:19.791495 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6d8c0646-6aea-41fc-af57-a625d9d4f7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:19.792018 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4e526529-807e-42f0-b5d1-3aaa10dc3e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437819'] for router_interface, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:19.868410 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8c0646-6aea-41fc-af57-a625d9d4f7de None None] Routers {'3cdeda10-6222-427b-b011-c59f2918d160'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:31:19.869044 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6d8c0646-6aea-41fc-af57-a625d9d4f7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:30:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['3cdeda10-6222-427b-b011-c59f2918d160'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:31:19.870645 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5a83d-1c61-47c6-94d3-64526dcdccba None None] Pushing event updated for resources: {'Port': ['ID=c8eebad0-480a-4ece-8b40-6d14af5afe64,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:19.881974 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e526529-807e-42f0-b5d1-3aaa10dc3e61 admin admin] Network d758b058-3a6c-4079-8150-04a6b556ab0c is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:31:19.883321 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-4e526529-807e-42f0-b5d1-3aaa10dc3e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:31:19.910705 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port 0e641e76-cb89-4a95-9a78-4f7d5747ed90 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:31:19.911075 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:20.007876 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e526529-807e-42f0-b5d1-3aaa10dc3e61 admin admin] Router 3cdeda10-6222-427b-b011-c59f2918d160 has already been hosted by L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 {{(pid=93792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:31:20.014397 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-6d8c0646-6aea-41fc-af57-a625d9d4f7de None None] Set router 3cdeda10-6222-427b-b011-c59f2918d160 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:31:20.147527 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e526529-807e-42f0-b5d1-3aaa10dc3e61 admin admin] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:31:20.161164 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-4e526529-807e-42f0-b5d1-3aaa10dc3e61 admin admin] 10.222.0.37 "PUT /v2.0/routers/3cdeda10-6222-427b-b011-c59f2918d160/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5957911 Aug 25 18:31:20.244336 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-761a003f-3f30-4e22-b6c5-89752bb12753 None None] Provisioning complete for port 80845915-7cd2-4849-b026-e5ce0ede7086 triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:31:20.244744 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-761a003f-3f30-4e22-b6c5-89752bb12753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:20.289158 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-761a003f-3f30-4e22-b6c5-89752bb12753 None None] Port 80845915-7cd2-4849-b026-e5ce0ede7086 cannot update to ACTIVE because it is not bound. {{(pid=93793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:31:20.300908 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6d8c0646-6aea-41fc-af57-a625d9d4f7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdeda10-6222-427b-b011-c59f2918d160', 'name': 'tempest-TestShelveInstance-1152110387-router', 'tenant_id': '23a18564bec44817818acd32e48914fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'c8eebad0-480a-4ece-8b40-6d14af5afe64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:31:16Z', 'updated_at': '2021-08-25T18:31:19Z', 'revision_number': 4, 'project_id': '23a18564bec44817818acd32e48914fd', 'gw_port': {'id': 'c8eebad0-480a-4ece-8b40-6d14af5afe64', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdeda10-6222-427b-b011-c59f2918d160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:31:17Z', 'updated_at': '2021-08-25T18:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '80845915-7cd2-4849-b026-e5ce0ede7086', 'name': '', 'network_id': 'd758b058-3a6c-4079-8150-04a6b556ab0c', 'tenant_id': '23a18564bec44817818acd32e48914fd', 'mac_address': 'fa:16:3e:72:bf:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdeda10-6222-427b-b011-c59f2918d160', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5a3ecd95-aa7d-483c-83aa-0602b4a40d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:31:19Z', 'updated_at': '2021-08-25T18:31:19Z', 'revision_number': 2, 'project_id': '23a18564bec44817818acd32e48914fd', 'subnets': [{'id': '5a3ecd95-aa7d-483c-83aa-0602b4a40d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:31:20.331927 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8c0646-6aea-41fc-af57-a625d9d4f7de None None] The sync data for ids ['3cdeda10-6222-427b-b011-c59f2918d160'] in dv-cinder-790492-8-iscsi is: [{'id': '3cdeda10-6222-427b-b011-c59f2918d160', 'name': 'tempest-TestShelveInstance-1152110387-router', 'tenant_id': '23a18564bec44817818acd32e48914fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'c8eebad0-480a-4ece-8b40-6d14af5afe64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:31:16Z', 'updated_at': '2021-08-25T18:31:19Z', 'revision_number': 4, 'project_id': '23a18564bec44817818acd32e48914fd', 'gw_port': {'id': 'c8eebad0-480a-4ece-8b40-6d14af5afe64', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdeda10-6222-427b-b011-c59f2918d160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:31:17Z', 'updated_at': '2021-08-25T18:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '80845915-7cd2-4849-b026-e5ce0ede7086', 'name': '', 'network_id': 'd758b058-3a6c-4079-8150-04a6b556ab0c', 'tenant_id': '23a18564bec44817818acd32e48914fd', 'mac_address': 'fa:16:3e:72:bf:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdeda10-6222-427b-b011-c59f2918d160', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5a3ecd95-aa7d-483c-83aa-0602b4a40d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:31:19Z', 'updated_at': '2021-08-25T18:31:19Z', 'revision_number': 2, 'project_id': '23a18564bec44817818acd32e48914fd', 'subnets': [{'id': '5a3ecd95-aa7d-483c-83aa-0602b4a40d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:31:20.655979 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 42784) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:31:20.661031 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-e8b517df-f2b7-4752-9255-a5ee66a846b4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1720184914-network', 'tenant_id': 'a1814f4509ed4338b62d18091667f649'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:31:20.682228 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b517df-f2b7-4752-9255-a5ee66a846b4 admin admin] Made reservation on behalf of a1814f4509ed4338b62d18091667f649 for: {'network': 1} {{(pid=93792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:31:20.685021 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8b517df-f2b7-4752-9255-a5ee66a846b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for network, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:20.693802 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8b517df-f2b7-4752-9255-a5ee66a846b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:20.785279 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8b517df-f2b7-4752-9255-a5ee66a846b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:20.789235 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8b517df-f2b7-4752-9255-a5ee66a846b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:20.819506 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b517df-f2b7-4752-9255-a5ee66a846b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=93792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 18:31:20.826008 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b517df-f2b7-4752-9255-a5ee66a846b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e79245-cd64-4e2b-b738-833300c0624f,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:20.833542 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8b517df-f2b7-4752-9255-a5ee66a846b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788'] for segment, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:20.834129 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.db.segments_db [None req-e8b517df-f2b7-4752-9255-a5ee66a846b4 admin admin] Added segment 30fee552-b39e-4261-b9de-a47940ba7a1a of type vlan for network bc050cf2-ddd2-4089-a759-db327ecdafab Aug 25 18:31:20.878629 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8b517df-f2b7-4752-9255-a5ee66a846b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748354007426'] for network, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:20.910452 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8b517df-f2b7-4752-9255-a5ee66a846b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146'] for network, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:20.911984 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b517df-f2b7-4752-9255-a5ee66a846b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:20.913292 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8b517df-f2b7-4752-9255-a5ee66a846b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for network, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:20.984595 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-e8b517df-f2b7-4752-9255-a5ee66a846b4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3254650 Aug 25 18:31:20.985373 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 42786) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:31:20.990369 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-8f1f675a-6d43-4e5c-8380-c50e304bc854 admin admin] Request body: {'subnet': {'network_id': 'bc050cf2-ddd2-4089-a759-db327ecdafab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1720184914-subnet', 'tenant_id': 'a1814f4509ed4338b62d18091667f649', 'ip_version': 4}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:31:20.996839 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b517df-f2b7-4752-9255-a5ee66a846b4 admin admin] Pushing event updated for resources: {'Network': ['ID=bc050cf2-ddd2-4089-a759-db327ecdafab,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:21.009626 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Network bc050cf2-ddd2-4089-a759-db327ecdafab details requested by agent ovs-agent-dv-cinder-790492-8-iscsi with host dv-cinder-790492-8-iscsi {{(pid=93793) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 18:31:21.018849 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1f675a-6d43-4e5c-8380-c50e304bc854 admin admin] Made reservation on behalf of a1814f4509ed4338b62d18091667f649 for: {'subnet': 1} {{(pid=93792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:31:21.021498 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8f1f675a-6d43-4e5c-8380-c50e304bc854 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14501250'] for subnet, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:21.199281 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8f1f675a-6d43-4e5c-8380-c50e304bc854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12688228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14501360'] for subnet, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:21.255440 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f675a-6d43-4e5c-8380-c50e304bc854 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3232cb13-e8ea-46aa-b463-78738b60ae9c,revision_number=0']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:21.264802 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1f675a-6d43-4e5c-8380-c50e304bc854 admin admin] Checking segment: {'id': '30fee552-b39e-4261-b9de-a47940ba7a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bc050cf2-ddd2-4089-a759-db327ecdafab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:31:21.265152 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1f675a-6d43-4e5c-8380-c50e304bc854 admin admin] Network hostable DHCP agents. Network: bc050cf2-ddd2-4089-a759-db327ecdafab, hostable agents: ['e2010df7-17ed-4426-81f9-bde1aab96ae1'], hosted agents: [] {{(pid=93792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 18:31:21.282962 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1f675a-6d43-4e5c-8380-c50e304bc854 admin admin] Network bc050cf2-ddd2-4089-a759-db327ecdafab is scheduled to be hosted by DHCP agent e2010df7-17ed-4426-81f9-bde1aab96ae1 with binding_index 1 {{(pid=93792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 18:31:21.295339 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-8f1f675a-6d43-4e5c-8380-c50e304bc854 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-8-iscsi, bc050cf2-ddd2-4089-a759-db327ecdafab) {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:31:21.301494 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1f675a-6d43-4e5c-8380-c50e304bc854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:21.302239 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8f1f675a-6d43-4e5c-8380-c50e304bc854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for subnet, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:21.307416 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a697ec08-3792-4df4-a076-a2fff4d154f5 None None] Network bc050cf2-ddd2-4089-a759-db327ecdafab requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:31:21.326345 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-8f1f675a-6d43-4e5c-8380-c50e304bc854 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3392043 Aug 25 18:31:21.328082 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 42792) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:31:21.334125 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-b128dd0b-b703-489c-a46e-41a4904b7c86 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1720184914-router', 'tenant_id': 'a1814f4509ed4338b62d18091667f649', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217'}}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:31:21.361688 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b128dd0b-b703-489c-a46e-41a4904b7c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-431906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40733'] for router, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:21.363194 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b128dd0b-b703-489c-a46e-41a4904b7c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437732', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40724'] for router, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:21.428295 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b128dd0b-b703-489c-a46e-41a4904b7c86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:21.511780 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d6b4c4-9234-4f32-ae32-f3067f4313d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp841b6aa3-c910-5d4c-bf3d-f471c3a673d8-bc050cf2-ddd2-4089-a759-db327ecdafab', 'network_id': 'bc050cf2-ddd2-4089-a759-db327ecdafab', 'tenant_id': 'a1814f4509ed4338b62d18091667f649', 'fixed_ips': [{'subnet_id': '3232cb13-e8ea-46aa-b463-78738b60ae9c'}]}} from dv-cinder-790492-8-iscsi. {{(pid=93793) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 25 18:31:21.513172 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a5d6b4c4-9234-4f32-ae32-f3067f4313d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:21.658167 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.db_base_plugin_common [None req-a5d6b4c4-9234-4f32-ae32-f3067f4313d4 None None] Allocated IP 172.20.0.2 (bc050cf2-ddd2-4089-a759-db327ecdafab/3232cb13-e8ea-46aa-b463-78738b60ae9c/bcbd04ed-d096-4a9b-afe3-af01926f768a) {{(pid=93793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:31:21.784170 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b128dd0b-b703-489c-a46e-41a4904b7c86 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:21.801093 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device c8eebad0-480a-4ece-8b40-6d14af5afe64 up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:31:21.850182 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a5d6b4c4-9234-4f32-ae32-f3067f4313d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:21.863407 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a5d6b4c4-9234-4f32-ae32-f3067f4313d4 None None] Transition to ACTIVE for port object bcbd04ed-d096-4a9b-afe3-af01926f768a will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:31:21.885055 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a5d6b4c4-9234-4f32-ae32-f3067f4313d4 None None] Transition to ACTIVE for port object bcbd04ed-d096-4a9b-afe3-af01926f768a will not be triggered until provisioned by entity DHCP. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:31:21.888440 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning for port c8eebad0-480a-4ece-8b40-6d14af5afe64 completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:31:21.892435 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a5d6b4c4-9234-4f32-ae32-f3067f4313d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823'] for port, after_create {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:21.899422 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port c8eebad0-480a-4ece-8b40-6d14af5afe64 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:31:21.899885 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:21.961801 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d6b4c4-9234-4f32-ae32-f3067f4313d4 None None] Network bc050cf2-ddd2-4089-a759-db327ecdafab is already hosted by enough agents. {{(pid=93793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:31:21.967708 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.scheduler.base_scheduler [None req-a5d6b4c4-9234-4f32-ae32-f3067f4313d4 None None] Resources bound (agent type, host, resource id): {{(pid=93793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:31:21.974596 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d6b4c4-9234-4f32-ae32-f3067f4313d4 None None] Received port after_create {{(pid=93793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:31:21.978496 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6b4c4-9234-4f32-ae32-f3067f4313d4 None None] Pushing event updated for resources: {'Port': ['ID=bcbd04ed-d096-4a9b-afe3-af01926f768a,revision_number=1']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:22.005577 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b128dd0b-b703-489c-a46e-41a4904b7c86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:22.025171 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b128dd0b-b703-489c-a46e-41a4904b7c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:22.071368 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-a5d6b4c4-9234-4f32-ae32-f3067f4313d4 None None] Attempting to bind port bcbd04ed-d096-4a9b-afe3-af01926f768a on host dv-cinder-790492-8-iscsi for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:31:22.071872 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-a5d6b4c4-9234-4f32-ae32-f3067f4313d4 None None] Attempting to bind port bcbd04ed-d096-4a9b-afe3-af01926f768a by drivers openvswitch,hyperv on host dv-cinder-790492-8-iscsi at level 0 using segments [{'id': '30fee552-b39e-4261-b9de-a47940ba7a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bc050cf2-ddd2-4089-a759-db327ecdafab'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:31:22.072084 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d6b4c4-9234-4f32-ae32-f3067f4313d4 None None] Attempting to bind port bcbd04ed-d096-4a9b-afe3-af01926f768a on network bc050cf2-ddd2-4089-a759-db327ecdafab {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:31:22.075125 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:22.093110 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d6b4c4-9234-4f32-ae32-f3067f4313d4 None None] Checking agent: {'id': '0bbd6071-f664-4710-b599-19dc1c2306be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 14, 57), 'started_at': datetime.datetime(2021, 8, 25, 18, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:31:22.093481 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d6b4c4-9234-4f32-ae32-f3067f4313d4 None None] Checking segment: {'id': '30fee552-b39e-4261-b9de-a47940ba7a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bc050cf2-ddd2-4089-a759-db327ecdafab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:31:22.094045 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a5d6b4c4-9234-4f32-ae32-f3067f4313d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:22.094256 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d6b4c4-9234-4f32-ae32-f3067f4313d4 None None] Bound using segment: {'id': '30fee552-b39e-4261-b9de-a47940ba7a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bc050cf2-ddd2-4089-a759-db327ecdafab'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:31:22.094729 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-a5d6b4c4-9234-4f32-ae32-f3067f4313d4 None None] Bound port: bcbd04ed-d096-4a9b-afe3-af01926f768a, host: dv-cinder-790492-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30fee552-b39e-4261-b9de-a47940ba7a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bc050cf2-ddd2-4089-a759-db327ecdafab'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:31:22.095105 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a5d6b4c4-9234-4f32-ae32-f3067f4313d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:22.114496 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a73fd473-a473-4725-b778-338a169d167b None None] For port c8eebad0-480a-4ece-8b40-6d14af5afe64, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=c8eebad0-480a-4ece-8b40-6d14af5afe64,segment=NetworkSegment(49cfb93f-112c-4d1a-97bc-26302bfd74eb),segment_id=49cfb93f-112c-4d1a-97bc-26302bfd74eb)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:31:22.122101 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:22.145906 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-b128dd0b-b703-489c-a46e-41a4904b7c86 admin admin] Allocated IP 172.27.3.32 (e0615610-0145-4336-86ca-92716d56c217/ba8c35dc-42f2-4379-aafd-ce1793efee80/c5d3c4a1-71d7-44ad-880a-11dd2a37e455) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:31:22.219801 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Pushing event updated for resources: {'Port': ['ID=c8eebad0-480a-4ece-8b40-6d14af5afe64,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:22.223579 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a5d6b4c4-9234-4f32-ae32-f3067f4313d4 None None] For port bcbd04ed-d096-4a9b-afe3-af01926f768a, host dv-cinder-790492-8-iscsi, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:31:22.241645 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a5d6b4c4-9234-4f32-ae32-f3067f4313d4 None None] For port bcbd04ed-d096-4a9b-afe3-af01926f768a, host dv-cinder-790492-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=bcbd04ed-d096-4a9b-afe3-af01926f768a,segment=NetworkSegment(30fee552-b39e-4261-b9de-a47940ba7a1a),segment_id=30fee552-b39e-4261-b9de-a47940ba7a1a)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:31:22.251190 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a5d6b4c4-9234-4f32-ae32-f3067f4313d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:22.262489 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b128dd0b-b703-489c-a46e-41a4904b7c86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:22.301831 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b128dd0b-b703-489c-a46e-41a4904b7c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12706292'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:22.321305 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6b4c4-9234-4f32-ae32-f3067f4313d4 None None] Pushing event updated for resources: {'Port': ['ID=bcbd04ed-d096-4a9b-afe3-af01926f768a,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:22.339205 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83656f34-e878-450b-8a80-1c7d9632dc8b None None] Sync routers for ids ['3cdeda10-6222-427b-b011-c59f2918d160'] in dv-cinder-790492-8-iscsi {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:31:22.348944 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83656f34-e878-450b-8a80-1c7d9632dc8b None None] Routers {'3cdeda10-6222-427b-b011-c59f2918d160'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:31:22.349634 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-83656f34-e878-450b-8a80-1c7d9632dc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:30:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['3cdeda10-6222-427b-b011-c59f2918d160'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:31:22.368602 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b128dd0b-b703-489c-a46e-41a4904b7c86 admin admin] Network e0615610-0145-4336-86ca-92716d56c217 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:31:22.377402 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-b128dd0b-b703-489c-a46e-41a4904b7c86 admin admin] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:31:22.389592 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b128dd0b-b703-489c-a46e-41a4904b7c86 admin admin] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:31:22.391587 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128dd0b-b703-489c-a46e-41a4904b7c86 admin admin] Pushing event updated for resources: {'Port': ['ID=c5d3c4a1-71d7-44ad-880a-11dd2a37e455,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:22.481764 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-83656f34-e878-450b-8a80-1c7d9632dc8b None None] Set router 3cdeda10-6222-427b-b011-c59f2918d160 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:31:22.708669 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b128dd0b-b703-489c-a46e-41a4904b7c86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:22.744329 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-83656f34-e878-450b-8a80-1c7d9632dc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdeda10-6222-427b-b011-c59f2918d160', 'name': 'tempest-TestShelveInstance-1152110387-router', 'tenant_id': '23a18564bec44817818acd32e48914fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'c8eebad0-480a-4ece-8b40-6d14af5afe64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:31:16Z', 'updated_at': '2021-08-25T18:31:19Z', 'revision_number': 4, 'project_id': '23a18564bec44817818acd32e48914fd', 'gw_port': {'id': 'c8eebad0-480a-4ece-8b40-6d14af5afe64', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdeda10-6222-427b-b011-c59f2918d160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:31:17Z', 'updated_at': '2021-08-25T18:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '80845915-7cd2-4849-b026-e5ce0ede7086', 'name': '', 'network_id': 'd758b058-3a6c-4079-8150-04a6b556ab0c', 'tenant_id': '23a18564bec44817818acd32e48914fd', 'mac_address': 'fa:16:3e:72:bf:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdeda10-6222-427b-b011-c59f2918d160', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5a3ecd95-aa7d-483c-83aa-0602b4a40d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:31:19Z', 'updated_at': '2021-08-25T18:31:19Z', 'revision_number': 2, 'project_id': '23a18564bec44817818acd32e48914fd', 'subnets': [{'id': '5a3ecd95-aa7d-483c-83aa-0602b4a40d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:31:22.770182 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83656f34-e878-450b-8a80-1c7d9632dc8b None None] Checking router: 3cdeda10-6222-427b-b011-c59f2918d160 for host: dv-cinder-790492-8-iscsi {{(pid=93794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:31:22.770531 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83656f34-e878-450b-8a80-1c7d9632dc8b None None] Updating router 3cdeda10-6222-427b-b011-c59f2918d160 port 80845915-7cd2-4849-b026-e5ce0ede7086 binding host dv-cinder-790492-8-iscsi {{(pid=93794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 18:31:22.798005 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-83656f34-e878-450b-8a80-1c7d9632dc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:22.913173 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b128dd0b-b703-489c-a46e-41a4904b7c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-432053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438075'] for router, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:23.042217 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b128dd0b-b703-489c-a46e-41a4904b7c86 admin admin] Router f1d9fbfc-1e6b-48ba-a199-33713d20767b is scheduled to L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 with binding_index 1 {{(pid=93792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 18:31:23.077172 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-83656f34-e878-450b-8a80-1c7d9632dc8b None None] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:23.089038 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-83656f34-e878-450b-8a80-1c7d9632dc8b None None] Transition to ACTIVE for port object 80845915-7cd2-4849-b026-e5ce0ede7086 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:31:23.095059 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-83656f34-e878-450b-8a80-1c7d9632dc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:23.139443 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a10ee-2f91-4819-a1ab-b5013badcfbb None None] Pushing event updated for resources: {'Port': ['ID=80845915-7cd2-4849-b026-e5ce0ede7086,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:23.158284 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b128dd0b-b703-489c-a46e-41a4904b7c86 admin admin] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:31:23.175935 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d7b373-6fa9-41ae-a7a8-3dc9260d4f0d None None] Sync routers for ids ['f1d9fbfc-1e6b-48ba-a199-33713d20767b'] in dv-cinder-790492-8-iscsi {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:31:23.176600 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b128dd0b-b703-489c-a46e-41a4904b7c86 admin admin] Notify callbacks [] for router, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:23.177858 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-b128dd0b-b703-489c-a46e-41a4904b7c86 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8483989 Aug 25 18:31:23.181059 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a10ee-2f91-4819-a1ab-b5013badcfbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:23.181621 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a10ee-2f91-4819-a1ab-b5013badcfbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:23.181746 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 42800) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:31:23.182565 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a10ee-2f91-4819-a1ab-b5013badcfbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:23.182902 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a10ee-2f91-4819-a1ab-b5013badcfbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:23.183235 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a10ee-2f91-4819-a1ab-b5013badcfbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:23.183562 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a10ee-2f91-4819-a1ab-b5013badcfbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:23.183885 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a10ee-2f91-4819-a1ab-b5013badcfbb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:23.184208 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a10ee-2f91-4819-a1ab-b5013badcfbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:23.184577 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a10ee-2f91-4819-a1ab-b5013badcfbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:23.184903 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a10ee-2f91-4819-a1ab-b5013badcfbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:23.185222 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a10ee-2f91-4819-a1ab-b5013badcfbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:23.185538 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a10ee-2f91-4819-a1ab-b5013badcfbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:23.194971 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d7b373-6fa9-41ae-a7a8-3dc9260d4f0d None None] Routers {'f1d9fbfc-1e6b-48ba-a199-33713d20767b'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:31:23.195646 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-18d7b373-6fa9-41ae-a7a8-3dc9260d4f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:30:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['f1d9fbfc-1e6b-48ba-a199-33713d20767b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:31:23.214155 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-83656f34-e878-450b-8a80-1c7d9632dc8b None None] Attempting to bind port 80845915-7cd2-4849-b026-e5ce0ede7086 on host dv-cinder-790492-8-iscsi for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:31:23.214520 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-83656f34-e878-450b-8a80-1c7d9632dc8b None None] Attempting to bind port 80845915-7cd2-4849-b026-e5ce0ede7086 by drivers openvswitch,hyperv on host dv-cinder-790492-8-iscsi at level 0 using segments [{'id': 'c8c256c0-77f3-4d1a-8fef-d454ba30f0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd758b058-3a6c-4079-8150-04a6b556ab0c'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:31:23.214869 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83656f34-e878-450b-8a80-1c7d9632dc8b None None] Attempting to bind port 80845915-7cd2-4849-b026-e5ce0ede7086 on network d758b058-3a6c-4079-8150-04a6b556ab0c {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:31:23.220423 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83656f34-e878-450b-8a80-1c7d9632dc8b None None] Checking agent: {'id': '0bbd6071-f664-4710-b599-19dc1c2306be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 14, 57), 'started_at': datetime.datetime(2021, 8, 25, 18, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:31:23.221066 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83656f34-e878-450b-8a80-1c7d9632dc8b None None] Checking segment: {'id': 'c8c256c0-77f3-4d1a-8fef-d454ba30f0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd758b058-3a6c-4079-8150-04a6b556ab0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:31:23.221632 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-83656f34-e878-450b-8a80-1c7d9632dc8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:23.222436 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83656f34-e878-450b-8a80-1c7d9632dc8b None None] Bound using segment: {'id': 'c8c256c0-77f3-4d1a-8fef-d454ba30f0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd758b058-3a6c-4079-8150-04a6b556ab0c'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:31:23.223080 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-83656f34-e878-450b-8a80-1c7d9632dc8b None None] Bound port: 80845915-7cd2-4849-b026-e5ce0ede7086, host: dv-cinder-790492-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c256c0-77f3-4d1a-8fef-d454ba30f0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd758b058-3a6c-4079-8150-04a6b556ab0c'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:31:23.223472 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-83656f34-e878-450b-8a80-1c7d9632dc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:23.307548 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-83656f34-e878-450b-8a80-1c7d9632dc8b None None] For port 80845915-7cd2-4849-b026-e5ce0ede7086, host dv-cinder-790492-8-iscsi, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:31:23.314753 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-83656f34-e878-450b-8a80-1c7d9632dc8b None None] For port 80845915-7cd2-4849-b026-e5ce0ede7086, host dv-cinder-790492-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=80845915-7cd2-4849-b026-e5ce0ede7086,segment=NetworkSegment(c8c256c0-77f3-4d1a-8fef-d454ba30f0e3),segment_id=c8c256c0-77f3-4d1a-8fef-d454ba30f0e3)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:31:23.322816 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-83656f34-e878-450b-8a80-1c7d9632dc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:23.360386 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6ad7b0d5-afa1-4bb2-a7db-8de90bf120ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:23.365381 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-18d7b373-6fa9-41ae-a7a8-3dc9260d4f0d None None] Set router f1d9fbfc-1e6b-48ba-a199-33713d20767b gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:31:23.385385 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83656f34-e878-450b-8a80-1c7d9632dc8b None None] Routers {'3cdeda10-6222-427b-b011-c59f2918d160'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:31:23.386678 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-83656f34-e878-450b-8a80-1c7d9632dc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:30:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['3cdeda10-6222-427b-b011-c59f2918d160'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:31:23.420942 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a10ee-2f91-4819-a1ab-b5013badcfbb None None] Pushing event updated for resources: {'Port': ['ID=80845915-7cd2-4849-b026-e5ce0ede7086,revision_number=4']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:23.425814 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced69953-e3d3-443b-a72b-0a54693d5afb None None] Network bc050cf2-ddd2-4089-a759-db327ecdafab requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:31:23.509007 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-83656f34-e878-450b-8a80-1c7d9632dc8b None None] Set router 3cdeda10-6222-427b-b011-c59f2918d160 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:31:23.513881 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-f0ef44de-cf3b-43f4-a1dc-62970e986967 None None] Provisioning for port bcbd04ed-d096-4a9b-afe3-af01926f768a completed by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:31:23.775190 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a53802a-157d-48ae-a110-ed6183e77fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:23.851680 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-83656f34-e878-450b-8a80-1c7d9632dc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdeda10-6222-427b-b011-c59f2918d160', 'name': 'tempest-TestShelveInstance-1152110387-router', 'tenant_id': '23a18564bec44817818acd32e48914fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'c8eebad0-480a-4ece-8b40-6d14af5afe64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:31:16Z', 'updated_at': '2021-08-25T18:31:19Z', 'revision_number': 4, 'project_id': '23a18564bec44817818acd32e48914fd', 'gw_port': {'id': 'c8eebad0-480a-4ece-8b40-6d14af5afe64', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdeda10-6222-427b-b011-c59f2918d160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:31:17Z', 'updated_at': '2021-08-25T18:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '80845915-7cd2-4849-b026-e5ce0ede7086', 'name': '', 'network_id': 'd758b058-3a6c-4079-8150-04a6b556ab0c', 'tenant_id': '23a18564bec44817818acd32e48914fd', 'mac_address': 'fa:16:3e:72:bf:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdeda10-6222-427b-b011-c59f2918d160', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5a3ecd95-aa7d-483c-83aa-0602b4a40d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:31:19Z', 'updated_at': '2021-08-25T18:31:23Z', 'revision_number': 4, 'project_id': '23a18564bec44817818acd32e48914fd', 'subnets': [{'id': '5a3ecd95-aa7d-483c-83aa-0602b4a40d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:31:23.886201 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83656f34-e878-450b-8a80-1c7d9632dc8b None None] The sync data for ids ['3cdeda10-6222-427b-b011-c59f2918d160'] in dv-cinder-790492-8-iscsi is: [{'id': '3cdeda10-6222-427b-b011-c59f2918d160', 'name': 'tempest-TestShelveInstance-1152110387-router', 'tenant_id': '23a18564bec44817818acd32e48914fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'c8eebad0-480a-4ece-8b40-6d14af5afe64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:31:16Z', 'updated_at': '2021-08-25T18:31:19Z', 'revision_number': 4, 'project_id': '23a18564bec44817818acd32e48914fd', 'gw_port': {'id': 'c8eebad0-480a-4ece-8b40-6d14af5afe64', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdeda10-6222-427b-b011-c59f2918d160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:31:17Z', 'updated_at': '2021-08-25T18:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '80845915-7cd2-4849-b026-e5ce0ede7086', 'name': '', 'network_id': 'd758b058-3a6c-4079-8150-04a6b556ab0c', 'tenant_id': '23a18564bec44817818acd32e48914fd', 'mac_address': 'fa:16:3e:72:bf:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdeda10-6222-427b-b011-c59f2918d160', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5a3ecd95-aa7d-483c-83aa-0602b4a40d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:31:19Z', 'updated_at': '2021-08-25T18:31:23Z', 'revision_number': 4, 'project_id': '23a18564bec44817818acd32e48914fd', 'subnets': [{'id': '5a3ecd95-aa7d-483c-83aa-0602b4a40d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:31:23.901955 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-18d7b373-6fa9-41ae-a7a8-3dc9260d4f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d9fbfc-1e6b-48ba-a199-33713d20767b', 'name': 'tempest-TestShelveInstance-1720184914-router', 'tenant_id': 'a1814f4509ed4338b62d18091667f649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c5d3c4a1-71d7-44ad-880a-11dd2a37e455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:31:21Z', 'updated_at': '2021-08-25T18:31:22Z', 'revision_number': 3, 'project_id': 'a1814f4509ed4338b62d18091667f649', 'gw_port': {'id': 'c5d3c4a1-71d7-44ad-880a-11dd2a37e455', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d9fbfc-1e6b-48ba-a199-33713d20767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:31:22Z', 'updated_at': '2021-08-25T18:31:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi'}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:31:23.943276 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d7b373-6fa9-41ae-a7a8-3dc9260d4f0d None None] Checking router: f1d9fbfc-1e6b-48ba-a199-33713d20767b for host: dv-cinder-790492-8-iscsi {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:31:23.943673 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d7b373-6fa9-41ae-a7a8-3dc9260d4f0d None None] Updating router f1d9fbfc-1e6b-48ba-a199-33713d20767b port c5d3c4a1-71d7-44ad-880a-11dd2a37e455 binding host dv-cinder-790492-8-iscsi {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 18:31:23.948433 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 80845915-7cd2-4849-b026-e5ce0ede7086 up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:31:24.003559 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-18d7b373-6fa9-41ae-a7a8-3dc9260d4f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:24.039315 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-4a53802a-157d-48ae-a110-ed6183e77fb7 admin admin] Allocated IP 172.20.0.1 (bc050cf2-ddd2-4089-a759-db327ecdafab/3232cb13-e8ea-46aa-b463-78738b60ae9c/7aaecb58-c60e-4391-9318-9e98135afc76) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:31:24.152879 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning for port 80845915-7cd2-4849-b026-e5ce0ede7086 completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:31:24.157646 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a53802a-157d-48ae-a110-ed6183e77fb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:24.172076 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-4a53802a-157d-48ae-a110-ed6183e77fb7 admin admin] Transition to ACTIVE for port object 7aaecb58-c60e-4391-9318-9e98135afc76 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:31:24.202033 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port 80845915-7cd2-4849-b026-e5ce0ede7086 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:31:24.202586 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:24.207039 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a53802a-157d-48ae-a110-ed6183e77fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:24.249011 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a53802a-157d-48ae-a110-ed6183e77fb7 admin admin] Network bc050cf2-ddd2-4089-a759-db327ecdafab is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:31:24.254037 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-4a53802a-157d-48ae-a110-ed6183e77fb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:31:24.257847 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a53802a-157d-48ae-a110-ed6183e77fb7 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:31:24.282128 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53802a-157d-48ae-a110-ed6183e77fb7 admin admin] Pushing event updated for resources: {'Port': ['ID=7aaecb58-c60e-4391-9318-9e98135afc76,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:24.296518 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53802a-157d-48ae-a110-ed6183e77fb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:24.296988 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53802a-157d-48ae-a110-ed6183e77fb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:24.297223 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53802a-157d-48ae-a110-ed6183e77fb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:24.297553 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53802a-157d-48ae-a110-ed6183e77fb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:24.297885 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53802a-157d-48ae-a110-ed6183e77fb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:24.298213 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53802a-157d-48ae-a110-ed6183e77fb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:24.298536 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53802a-157d-48ae-a110-ed6183e77fb7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:24.298858 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53802a-157d-48ae-a110-ed6183e77fb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:24.299311 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53802a-157d-48ae-a110-ed6183e77fb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:24.299647 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53802a-157d-48ae-a110-ed6183e77fb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:24.299960 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53802a-157d-48ae-a110-ed6183e77fb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:24.300276 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53802a-157d-48ae-a110-ed6183e77fb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:31:24.316007 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a53802a-157d-48ae-a110-ed6183e77fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-438244'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:24.367307 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:24.438485 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-18d7b373-6fa9-41ae-a7a8-3dc9260d4f0d None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:24.441783 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a73fd473-a473-4725-b778-338a169d167b None None] For port 80845915-7cd2-4849-b026-e5ce0ede7086, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=80845915-7cd2-4849-b026-e5ce0ede7086,segment=NetworkSegment(c8c256c0-77f3-4d1a-8fef-d454ba30f0e3),segment_id=c8c256c0-77f3-4d1a-8fef-d454ba30f0e3)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:31:24.450687 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:24.451117 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device c8eebad0-480a-4ece-8b40-6d14af5afe64 up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:31:24.456042 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-18d7b373-6fa9-41ae-a7a8-3dc9260d4f0d None None] Transition to ACTIVE for port object c5d3c4a1-71d7-44ad-880a-11dd2a37e455 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:31:24.460442 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a53802a-157d-48ae-a110-ed6183e77fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:24.498641 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-18d7b373-6fa9-41ae-a7a8-3dc9260d4f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:24.561931 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-18d7b373-6fa9-41ae-a7a8-3dc9260d4f0d None None] Attempting to bind port c5d3c4a1-71d7-44ad-880a-11dd2a37e455 on host dv-cinder-790492-8-iscsi for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:31:24.562300 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-18d7b373-6fa9-41ae-a7a8-3dc9260d4f0d None None] Attempting to bind port c5d3c4a1-71d7-44ad-880a-11dd2a37e455 by drivers openvswitch,hyperv on host dv-cinder-790492-8-iscsi at level 0 using segments [{'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:31:24.562823 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d7b373-6fa9-41ae-a7a8-3dc9260d4f0d None None] Attempting to bind port c5d3c4a1-71d7-44ad-880a-11dd2a37e455 on network e0615610-0145-4336-86ca-92716d56c217 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:31:24.564779 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Pushing event updated for resources: {'Port': ['ID=80845915-7cd2-4849-b026-e5ce0ede7086,revision_number=5']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:24.595462 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d7b373-6fa9-41ae-a7a8-3dc9260d4f0d None None] Checking agent: {'id': '0bbd6071-f664-4710-b599-19dc1c2306be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 14, 57), 'started_at': datetime.datetime(2021, 8, 25, 18, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:31:24.595837 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d7b373-6fa9-41ae-a7a8-3dc9260d4f0d None None] Checking segment: {'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:31:24.596245 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-18d7b373-6fa9-41ae-a7a8-3dc9260d4f0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:24.596669 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d7b373-6fa9-41ae-a7a8-3dc9260d4f0d None None] Bound using segment: {'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:31:24.597426 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-18d7b373-6fa9-41ae-a7a8-3dc9260d4f0d None None] Bound port: c5d3c4a1-71d7-44ad-880a-11dd2a37e455, host: dv-cinder-790492-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cfb93f-112c-4d1a-97bc-26302bfd74eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0615610-0145-4336-86ca-92716d56c217'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:31:24.597811 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-18d7b373-6fa9-41ae-a7a8-3dc9260d4f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:24.650810 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ebc334-5c10-405f-975c-aaa9d7442d05 None None] Pushing event updated for resources: {'Port': ['ID=c5d3c4a1-71d7-44ad-880a-11dd2a37e455,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:24.653361 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port c8eebad0-480a-4ece-8b40-6d14af5afe64 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:31:24.653736 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:24.714150 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a53802a-157d-48ae-a110-ed6183e77fb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:24.724033 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-aa1081a7-c2a8-48d3-be74-0b98699bab22 None None] Provisioning for port 7aaecb58-c60e-4391-9318-9e98135afc76 completed by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:31:24.727012 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-18d7b373-6fa9-41ae-a7a8-3dc9260d4f0d None None] For port c5d3c4a1-71d7-44ad-880a-11dd2a37e455, host dv-cinder-790492-8-iscsi, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:31:24.728696 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a53802a-157d-48ae-a110-ed6183e77fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13409301'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:24.731948 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-18d7b373-6fa9-41ae-a7a8-3dc9260d4f0d None None] For port c5d3c4a1-71d7-44ad-880a-11dd2a37e455, host dv-cinder-790492-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=c5d3c4a1-71d7-44ad-880a-11dd2a37e455,segment=NetworkSegment(49cfb93f-112c-4d1a-97bc-26302bfd74eb),segment_id=49cfb93f-112c-4d1a-97bc-26302bfd74eb)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:31:24.737672 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-aa1081a7-c2a8-48d3-be74-0b98699bab22 None None] Provisioning complete for port 7aaecb58-c60e-4391-9318-9e98135afc76 triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:31:24.738242 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-aa1081a7-c2a8-48d3-be74-0b98699bab22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:24.765350 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-18d7b373-6fa9-41ae-a7a8-3dc9260d4f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:24.841383 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-aa1081a7-c2a8-48d3-be74-0b98699bab22 None None] Port 7aaecb58-c60e-4391-9318-9e98135afc76 cannot update to ACTIVE because it is not bound. {{(pid=93793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:31:24.849329 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53802a-157d-48ae-a110-ed6183e77fb7 admin admin] Pushing event updated for resources: {'Port': ['ID=7aaecb58-c60e-4391-9318-9e98135afc76,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:24.858982 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a53802a-157d-48ae-a110-ed6183e77fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437819'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:24.873027 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ebc334-5c10-405f-975c-aaa9d7442d05 None None] Pushing event updated for resources: {'Port': ['ID=c5d3c4a1-71d7-44ad-880a-11dd2a37e455,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:24.878024 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device bcbd04ed-d096-4a9b-afe3-af01926f768a up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:31:24.879762 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d7b373-6fa9-41ae-a7a8-3dc9260d4f0d None None] Routers {'f1d9fbfc-1e6b-48ba-a199-33713d20767b'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:31:24.880365 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-18d7b373-6fa9-41ae-a7a8-3dc9260d4f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:30:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['f1d9fbfc-1e6b-48ba-a199-33713d20767b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:31:24.928963 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-6aaea889-63b2-4a10-9bda-8bf6cbfcfb07 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:24.931044 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-6aaea889-63b2-4a10-9bda-8bf6cbfcfb07 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/networks?id=fde48b27-6680-4b4b-9488-a977f54cc55d HTTP/1.1" status: 200 len: 813 time: 0.2139513 Aug 25 18:31:24.953190 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-ca7ddcd3-1c33-4b56-be52-de9572117570 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/quotas/da6f076483da470c98a7321181d8db95 HTTP/1.1" status: 200 len: 375 time: 0.0136020 Aug 25 18:31:24.995314 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-31ebf1da-71b0-45be-a713-a116ea960007 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=da6f076483da470c98a7321181d8db95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356061 Aug 25 18:31:25.022232 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning for port bcbd04ed-d096-4a9b-afe3-af01926f768a completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:31:25.033083 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port bcbd04ed-d096-4a9b-afe3-af01926f768a triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:31:25.033614 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:25.055235 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a53802a-157d-48ae-a110-ed6183e77fb7 admin admin] Network bc050cf2-ddd2-4089-a759-db327ecdafab is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:31:25.059820 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-4a53802a-157d-48ae-a110-ed6183e77fb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:31:25.065806 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-18d7b373-6fa9-41ae-a7a8-3dc9260d4f0d None None] Set router f1d9fbfc-1e6b-48ba-a199-33713d20767b gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:31:25.178292 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-90b82ed1-2d75-4f8c-814b-af30d4294679 service neutron] 10.222.0.37 "GET /v2.0/networks/fde48b27-6680-4b4b-9488-a977f54cc55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743376 Aug 25 18:31:25.254315 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:25.256234 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a53802a-157d-48ae-a110-ed6183e77fb7 admin admin] Router f1d9fbfc-1e6b-48ba-a199-33713d20767b has already been hosted by L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:31:25.328446 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-ae893798-fd95-4954-adc6-6009fbb4538f None None] Provisioning complete for port 7aaecb58-c60e-4391-9318-9e98135afc76 triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:31:25.328761 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ae893798-fd95-4954-adc6-6009fbb4538f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:25.329596 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-1e32d1c6-074f-43ed-9c22-da6841657393 service neutron] 10.222.0.37 "GET /v2.0/networks/fde48b27-6680-4b4b-9488-a977f54cc55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432717 Aug 25 18:31:25.332545 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a73fd473-a473-4725-b778-338a169d167b None None] For port bcbd04ed-d096-4a9b-afe3-af01926f768a, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=bcbd04ed-d096-4a9b-afe3-af01926f768a,segment=NetworkSegment(30fee552-b39e-4261-b9de-a47940ba7a1a),segment_id=30fee552-b39e-4261-b9de-a47940ba7a1a)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:31:25.357284 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:25.404949 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a53802a-157d-48ae-a110-ed6183e77fb7 admin admin] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:31:25.411643 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-4a53802a-157d-48ae-a110-ed6183e77fb7 admin admin] 10.222.0.37 "PUT /v2.0/routers/f1d9fbfc-1e6b-48ba-a199-33713d20767b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2287371 Aug 25 18:31:25.418611 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-ae893798-fd95-4954-adc6-6009fbb4538f None None] Port 7aaecb58-c60e-4391-9318-9e98135afc76 cannot update to ACTIVE because it is not bound. {{(pid=93793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:31:25.459606 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Pushing event updated for resources: {'Port': ['ID=bcbd04ed-d096-4a9b-afe3-af01926f768a,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:25.467433 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-18d7b373-6fa9-41ae-a7a8-3dc9260d4f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d9fbfc-1e6b-48ba-a199-33713d20767b', 'name': 'tempest-TestShelveInstance-1720184914-router', 'tenant_id': 'a1814f4509ed4338b62d18091667f649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c5d3c4a1-71d7-44ad-880a-11dd2a37e455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:31:21Z', 'updated_at': '2021-08-25T18:31:24Z', 'revision_number': 4, 'project_id': 'a1814f4509ed4338b62d18091667f649', 'gw_port': {'id': 'c5d3c4a1-71d7-44ad-880a-11dd2a37e455', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d9fbfc-1e6b-48ba-a199-33713d20767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:31:22Z', 'updated_at': '2021-08-25T18:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '7aaecb58-c60e-4391-9318-9e98135afc76', 'name': '', 'network_id': 'bc050cf2-ddd2-4089-a759-db327ecdafab', 'tenant_id': 'a1814f4509ed4338b62d18091667f649', 'mac_address': 'fa:16:3e:10:45:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d9fbfc-1e6b-48ba-a199-33713d20767b', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3232cb13-e8ea-46aa-b463-78738b60ae9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:31:23Z', 'updated_at': '2021-08-25T18:31:24Z', 'revision_number': 2, 'project_id': 'a1814f4509ed4338b62d18091667f649', 'subnets': [{'id': '3232cb13-e8ea-46aa-b463-78738b60ae9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:31:25.503035 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d7b373-6fa9-41ae-a7a8-3dc9260d4f0d None None] The sync data for ids ['f1d9fbfc-1e6b-48ba-a199-33713d20767b'] in dv-cinder-790492-8-iscsi is: [{'id': 'f1d9fbfc-1e6b-48ba-a199-33713d20767b', 'name': 'tempest-TestShelveInstance-1720184914-router', 'tenant_id': 'a1814f4509ed4338b62d18091667f649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c5d3c4a1-71d7-44ad-880a-11dd2a37e455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:31:21Z', 'updated_at': '2021-08-25T18:31:24Z', 'revision_number': 4, 'project_id': 'a1814f4509ed4338b62d18091667f649', 'gw_port': {'id': 'c5d3c4a1-71d7-44ad-880a-11dd2a37e455', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d9fbfc-1e6b-48ba-a199-33713d20767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:31:22Z', 'updated_at': '2021-08-25T18:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '7aaecb58-c60e-4391-9318-9e98135afc76', 'name': '', 'network_id': 'bc050cf2-ddd2-4089-a759-db327ecdafab', 'tenant_id': 'a1814f4509ed4338b62d18091667f649', 'mac_address': 'fa:16:3e:10:45:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d9fbfc-1e6b-48ba-a199-33713d20767b', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3232cb13-e8ea-46aa-b463-78738b60ae9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:31:23Z', 'updated_at': '2021-08-25T18:31:24Z', 'revision_number': 2, 'project_id': 'a1814f4509ed4338b62d18091667f649', 'subnets': [{'id': '3232cb13-e8ea-46aa-b463-78738b60ae9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:31:25.533666 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-777b55c3-e480-4fe6-b6d3-32bb81c7dba4 req-e71047d6-0924-4e87-9a6a-03eb7ea66246 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0b861c0-8eac-4d61-a0a5-f3d0ad426f6e HTTP/1.1" status: 200 len: 210 time: 0.0275466 Aug 25 18:31:25.789235 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 80845915-7cd2-4849-b026-e5ce0ede7086 up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:31:25.790773 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28d10294-bfc3-4785-ade2-eecd19464069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:25.849188 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port 80845915-7cd2-4849-b026-e5ce0ede7086 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:31:25.849791 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:25.972408 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device bcbd04ed-d096-4a9b-afe3-af01926f768a up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:31:26.041467 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port bcbd04ed-d096-4a9b-afe3-af01926f768a triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:31:26.041931 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:26.085407 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 42834) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:31:26.090937 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2dd42bb9-ffac-4a88-850d-3279f8db3f0b tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-242047221', 'description': 'tempest-secgroup-smoke-242047221 description', 'project_id': '23a18564bec44817818acd32e48914fd'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:31:26.126473 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2dd42bb9-ffac-4a88-850d-3279f8db3f0b tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:26.229593 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2dd42bb9-ffac-4a88-850d-3279f8db3f0b tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:26.233429 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2dd42bb9-ffac-4a88-850d-3279f8db3f0b tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:26.262524 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2dd42bb9-ffac-4a88-850d-3279f8db3f0b tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:26.263852 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-2dd42bb9-ffac-4a88-850d-3279f8db3f0b tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1774404 Aug 25 18:31:26.265839 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd42bb9-ffac-4a88-850d-3279f8db3f0b tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ee277e-e9ce-4cbd-a337-6f4e60766c71,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:26.267048 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 42836) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:31:26.273422 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-70ad3ca8-5faa-4b7a-bd3f-de54da704131 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Request body: {'security_group_rule': {'security_group_id': 'e3ee277e-e9ce-4cbd-a337-6f4e60766c71', 'project_id': '23a18564bec44817818acd32e48914fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:31:26.301168 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-70ad3ca8-5faa-4b7a-bd3f-de54da704131 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:26.359608 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-70ad3ca8-5faa-4b7a-bd3f-de54da704131 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:26.363077 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-70ad3ca8-5faa-4b7a-bd3f-de54da704131 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516089'] for security_group_rule, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:26.379638 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad3ca8-5faa-4b7a-bd3f-de54da704131 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efede879-11fb-423f-acde-3289b46b4a16,revision_number=0']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:26.386292 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-70ad3ca8-5faa-4b7a-bd3f-de54da704131 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:26.387516 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-70ad3ca8-5faa-4b7a-bd3f-de54da704131 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183381 Aug 25 18:31:26.390191 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 42838) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:31:26.394590 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-56c0a0c4-6364-49e7-8108-a5200a97e9c7 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Request body: {'security_group_rule': {'security_group_id': 'e3ee277e-e9ce-4cbd-a337-6f4e60766c71', 'project_id': '23a18564bec44817818acd32e48914fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:31:26.420410 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-56c0a0c4-6364-49e7-8108-a5200a97e9c7 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:26.485460 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-56c0a0c4-6364-49e7-8108-a5200a97e9c7 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:26.489319 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-56c0a0c4-6364-49e7-8108-a5200a97e9c7 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516089'] for security_group_rule, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:26.507470 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0a0c4-6364-49e7-8108-a5200a97e9c7 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d87aa6-1662-4700-81d2-68d5e34e34c5,revision_number=0']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:26.514188 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-56c0a0c4-6364-49e7-8108-a5200a97e9c7 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:26.518406 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-56c0a0c4-6364-49e7-8108-a5200a97e9c7 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1241186 Aug 25 18:31:26.518406 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 42840) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:31:26.523663 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-cbc41e3b-5ddb-4948-9c31-0885b2f2b8ad tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Request body: {'security_group_rule': {'security_group_id': 'e3ee277e-e9ce-4cbd-a337-6f4e60766c71', 'project_id': '23a18564bec44817818acd32e48914fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:31:26.551763 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cbc41e3b-5ddb-4948-9c31-0885b2f2b8ad tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:26.613852 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cbc41e3b-5ddb-4948-9c31-0885b2f2b8ad tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:26.618711 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cbc41e3b-5ddb-4948-9c31-0885b2f2b8ad tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516089'] for security_group_rule, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:26.619808 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-94725e45-afd6-44e4-af7d-e4126a000252 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:26.621398 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-94725e45-afd6-44e4-af7d-e4126a000252 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.24 "GET /v2.0/networks?id=fde48b27-6680-4b4b-9488-a977f54cc55d HTTP/1.1" status: 200 len: 813 time: 0.1193199 Aug 25 18:31:26.632584 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc41e3b-5ddb-4948-9c31-0885b2f2b8ad tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f013c0a4-5cb1-4b0c-b643-a42e7fc2d377,revision_number=0']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:26.646497 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cbc41e3b-5ddb-4948-9c31-0885b2f2b8ad tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:26.647975 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-cbc41e3b-5ddb-4948-9c31-0885b2f2b8ad tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1289763 Aug 25 18:31:26.650928 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 42844) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:31:26.656139 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-4c69c46e-2b16-48da-a05b-efe64e4c03af tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Request body: {'security_group_rule': {'security_group_id': 'e3ee277e-e9ce-4cbd-a337-6f4e60766c71', 'project_id': '23a18564bec44817818acd32e48914fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:31:26.687325 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4c69c46e-2b16-48da-a05b-efe64e4c03af tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:26.780501 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4c69c46e-2b16-48da-a05b-efe64e4c03af tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:26.786394 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4c69c46e-2b16-48da-a05b-efe64e4c03af tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516089'] for security_group_rule, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:26.809129 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c69c46e-2b16-48da-a05b-efe64e4c03af tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de71022-92c2-4ab1-98e9-6c71d44247bf,revision_number=0']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:26.816982 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4c69c46e-2b16-48da-a05b-efe64e4c03af tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:26.818753 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-4c69c46e-2b16-48da-a05b-efe64e4c03af tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1668174 Aug 25 18:31:26.821643 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 42850) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:31:26.827067 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-93b5bc0a-67b0-4e30-b7c2-0b6a70173db1 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Request body: {'security_group_rule': {'security_group_id': 'e3ee277e-e9ce-4cbd-a337-6f4e60766c71', 'project_id': '23a18564bec44817818acd32e48914fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:31:26.858202 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.db.securitygroups_db [None req-93b5bc0a-67b0-4e30-b7c2-0b6a70173db1 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Project 23a18564bec44817818acd32e48914fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 18:31:26.864467 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-93b5bc0a-67b0-4e30-b7c2-0b6a70173db1 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:26.938966 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-93b5bc0a-67b0-4e30-b7c2-0b6a70173db1 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:26.944034 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-93b5bc0a-67b0-4e30-b7c2-0b6a70173db1 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516089'] for security_group_rule, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:26.965344 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5bc0a-67b0-4e30-b7c2-0b6a70173db1 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab0e0b11-1ce9-408f-bb04-14e89443d825,revision_number=0']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:26.971798 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2e09c1a1-d00a-4be3-9a3c-5b651d97c508 req-eb72e171-3a01-472c-b82d-1d893e64d985 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0b861c0-8eac-4d61-a0a5-f3d0ad426f6e HTTP/1.1" status: 200 len: 210 time: 0.3494070 Aug 25 18:31:26.975651 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-6d8f1f72-0629-4d78-928c-9cb692a70e2a tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Request body: {'port': {'device_id': 'c0b861c0-8eac-4d61-a0a5-f3d0ad426f6e', 'network_id': 'fde48b27-6680-4b4b-9488-a977f54cc55d', 'admin_state_up': True, 'tenant_id': 'da6f076483da470c98a7321181d8db95'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:31:26.979512 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-93b5bc0a-67b0-4e30-b7c2-0b6a70173db1 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:26.983746 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-93b5bc0a-67b0-4e30-b7c2-0b6a70173db1 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1576428 Aug 25 18:31:26.983746 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 42852) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:31:26.988261 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-63a4aada-cb7c-4e7c-a2ae-84dd25a240a2 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Request body: {'security_group_rule': {'security_group_id': 'e3ee277e-e9ce-4cbd-a337-6f4e60766c71', 'project_id': '23a18564bec44817818acd32e48914fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:31:27.022747 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.db.securitygroups_db [None req-63a4aada-cb7c-4e7c-a2ae-84dd25a240a2 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Project 23a18564bec44817818acd32e48914fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 18:31:27.029076 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-63a4aada-cb7c-4e7c-a2ae-84dd25a240a2 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:27.110763 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-63a4aada-cb7c-4e7c-a2ae-84dd25a240a2 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:27.114871 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-63a4aada-cb7c-4e7c-a2ae-84dd25a240a2 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516089'] for security_group_rule, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:27.118191 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-6d8f1f72-0629-4d78-928c-9cb692a70e2a tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Made reservation on behalf of da6f076483da470c98a7321181d8db95 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:31:27.123555 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-6d8f1f72-0629-4d78-928c-9cb692a70e2a tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:27.137350 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a4aada-cb7c-4e7c-a2ae-84dd25a240a2 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f56c50f7-a15b-4a66-bc14-306bf617e853,revision_number=0']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:27.147818 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-63a4aada-cb7c-4e7c-a2ae-84dd25a240a2 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:27.151219 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-63a4aada-cb7c-4e7c-a2ae-84dd25a240a2 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1659229 Aug 25 18:31:27.241283 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:27.315153 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-6d8f1f72-0629-4d78-928c-9cb692a70e2a tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Allocated IP 172.20.0.11 (fde48b27-6680-4b4b-9488-a977f54cc55d/0a36b8ca-bb96-4214-bcfe-5228fa013b8f/b77be2d0-28f9-4bf7-912f-dca349918567) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:31:27.342545 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c2ec3-08ac-4503-8fec-e7b22e4de444 req-e9870faf-030a-46a9-8217-c28baa6038f6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:27.344213 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1e9c2ec3-08ac-4503-8fec-e7b22e4de444 req-e9870faf-030a-46a9-8217-c28baa6038f6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fbf0f66-65d1-48ec-afe4-8716d8c2fd66 HTTP/1.1" status: 200 len: 946 time: 0.0820537 Aug 25 18:31:27.477950 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:27.484059 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1e9c2ec3-08ac-4503-8fec-e7b22e4de444 req-fba925a3-098d-47f2-a55c-c62fb564d80b tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074519 Aug 25 18:31:27.544715 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-6d8f1f72-0629-4d78-928c-9cb692a70e2a tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:27.583920 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-6d8f1f72-0629-4d78-928c-9cb692a70e2a tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:27.628074 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-6d8f1f72-0629-4d78-928c-9cb692a70e2a tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Network fde48b27-6680-4b4b-9488-a977f54cc55d is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:31:27.631737 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-6d8f1f72-0629-4d78-928c-9cb692a70e2a tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:31:27.635693 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-6d8f1f72-0629-4d78-928c-9cb692a70e2a tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:31:27.642300 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f1f72-0629-4d78-928c-9cb692a70e2a tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Pushing event updated for resources: {'Port': ['ID=b77be2d0-28f9-4bf7-912f-dca349918567,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:27.696652 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-6d8f1f72-0629-4d78-928c-9cb692a70e2a tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:27.697762 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-6d8f1f72-0629-4d78-928c-9cb692a70e2a tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:27.724459 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-6d8f1f72-0629-4d78-928c-9cb692a70e2a tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7550218 Aug 25 18:31:27.738447 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-8563e59b-de43-43eb-983a-0988ed15ca73 service neutron] Request body: {'port': {'device_id': 'c0b861c0-8eac-4d61-a0a5-f3d0ad426f6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:31:27.793790 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device c5d3c4a1-71d7-44ad-880a-11dd2a37e455 up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:31:27.795529 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-8563e59b-de43-43eb-983a-0988ed15ca73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:27.846406 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning for port c5d3c4a1-71d7-44ad-880a-11dd2a37e455 completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:31:27.851876 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port c5d3c4a1-71d7-44ad-880a-11dd2a37e455 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:31:27.852289 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:27.936803 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:27.959445 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a73fd473-a473-4725-b778-338a169d167b None None] For port c5d3c4a1-71d7-44ad-880a-11dd2a37e455, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=c5d3c4a1-71d7-44ad-880a-11dd2a37e455,segment=NetworkSegment(49cfb93f-112c-4d1a-97bc-26302bfd74eb),segment_id=49cfb93f-112c-4d1a-97bc-26302bfd74eb)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:31:27.964639 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:28.021340 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Pushing event updated for resources: {'Port': ['ID=c5d3c4a1-71d7-44ad-880a-11dd2a37e455,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:28.154142 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-8563e59b-de43-43eb-983a-0988ed15ca73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b77be2d0-28f9-4bf7-912f-dca349918567 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:31:28.169035 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-8563e59b-de43-43eb-983a-0988ed15ca73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:28.183877 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28279b-2341-4050-b80f-bf21a7884fd7 req-86ec18ac-15d1-42fe-90d6-b43359c99017 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:28.185367 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9f28279b-2341-4050-b80f-bf21a7884fd7 req-86ec18ac-15d1-42fe-90d6-b43359c99017 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0b861c0-8eac-4d61-a0a5-f3d0ad426f6e HTTP/1.1" status: 200 len: 932 time: 0.1232481 Aug 25 18:31:28.203792 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-8563e59b-de43-43eb-983a-0988ed15ca73 service neutron] Transition to ACTIVE for port object b77be2d0-28f9-4bf7-912f-dca349918567 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:31:28.212363 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-8563e59b-de43-43eb-983a-0988ed15ca73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13409301'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:28.252294 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7b908a-9994-4101-a347-5dbff8a1a608 None None] Sync routers for ids ['f1d9fbfc-1e6b-48ba-a199-33713d20767b'] in dv-cinder-790492-8-iscsi {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:31:28.261007 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7b908a-9994-4101-a347-5dbff8a1a608 None None] Routers {'f1d9fbfc-1e6b-48ba-a199-33713d20767b'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:31:28.261607 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-8e7b908a-9994-4101-a347-5dbff8a1a608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:31:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['f1d9fbfc-1e6b-48ba-a199-33713d20767b'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:31:28.278121 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9f28279b-2341-4050-b80f-bf21a7884fd7 req-e161d058-10fb-43ad-9e13-21c21012cf74 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1b236fe-4eca-4fd3-bfe1-84dabf0232d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858734 Aug 25 18:31:28.288612 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563e59b-de43-43eb-983a-0988ed15ca73 service neutron] Pushing event updated for resources: {'Port': ['ID=b77be2d0-28f9-4bf7-912f-dca349918567,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:28.358112 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-8563e59b-de43-43eb-983a-0988ed15ca73 service neutron] Attempting to bind port b77be2d0-28f9-4bf7-912f-dca349918567 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:31:28.358775 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-8563e59b-de43-43eb-983a-0988ed15ca73 service neutron] Attempting to bind port b77be2d0-28f9-4bf7-912f-dca349918567 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '5bec6880-c426-4f86-b9cf-6994d9763b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'fde48b27-6680-4b4b-9488-a977f54cc55d'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:31:28.358775 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-8563e59b-de43-43eb-983a-0988ed15ca73 service neutron] Attempting to bind port b77be2d0-28f9-4bf7-912f-dca349918567 on network fde48b27-6680-4b4b-9488-a977f54cc55d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:31:28.363268 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-8563e59b-de43-43eb-983a-0988ed15ca73 service neutron] Port b77be2d0-28f9-4bf7-912f-dca349918567 on network fde48b27-6680-4b4b-9488-a977f54cc55d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 18:31:28.363483 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-8563e59b-de43-43eb-983a-0988ed15ca73 service neutron] Attempting to bind port b77be2d0-28f9-4bf7-912f-dca349918567 on network fde48b27-6680-4b4b-9488-a977f54cc55d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:31:28.368537 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-8563e59b-de43-43eb-983a-0988ed15ca73 service neutron] Checking agent: {'id': '7fd900e3-9f03-4129-b0c6-db4e233cdb3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'started_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:31:28.369039 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-8563e59b-de43-43eb-983a-0988ed15ca73 service neutron] Checking segment: {'id': '5bec6880-c426-4f86-b9cf-6994d9763b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'fde48b27-6680-4b4b-9488-a977f54cc55d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:31:28.369515 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-8563e59b-de43-43eb-983a-0988ed15ca73 service neutron] Bound using segment: {'id': '5bec6880-c426-4f86-b9cf-6994d9763b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'fde48b27-6680-4b4b-9488-a977f54cc55d'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:31:28.370046 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-8563e59b-de43-43eb-983a-0988ed15ca73 service neutron] Bound port: b77be2d0-28f9-4bf7-912f-dca349918567, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bec6880-c426-4f86-b9cf-6994d9763b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'fde48b27-6680-4b4b-9488-a977f54cc55d'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:31:28.370615 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-8563e59b-de43-43eb-983a-0988ed15ca73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:28.383248 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-8e7b908a-9994-4101-a347-5dbff8a1a608 None None] Set router f1d9fbfc-1e6b-48ba-a199-33713d20767b gateway port host: dv-cinder-790492-8-iscsi {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:31:28.438817 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-8563e59b-de43-43eb-983a-0988ed15ca73 service neutron] For port b77be2d0-28f9-4bf7-912f-dca349918567, host hv-cinder-79049, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:31:28.441681 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-8563e59b-de43-43eb-983a-0988ed15ca73 service neutron] For port b77be2d0-28f9-4bf7-912f-dca349918567, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=b77be2d0-28f9-4bf7-912f-dca349918567,segment=NetworkSegment(5bec6880-c426-4f86-b9cf-6994d9763b4e),segment_id=5bec6880-c426-4f86-b9cf-6994d9763b4e)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:31:28.447067 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-8563e59b-de43-43eb-983a-0988ed15ca73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13409301'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:28.480690 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-8563e59b-de43-43eb-983a-0988ed15ca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:28.481478 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-8563e59b-de43-43eb-983a-0988ed15ca73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:28.482943 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-8563e59b-de43-43eb-983a-0988ed15ca73 service neutron] 10.222.0.24 "PUT /v2.0/ports/b77be2d0-28f9-4bf7-912f-dca349918567 HTTP/1.1" status: 200 len: 1094 time: 0.7493536 Aug 25 18:31:28.485466 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b861c0-8eac-4d61-a0a5-f3d0ad426f6e', 'tag': 'b77be2d0-28f9-4bf7-912f-dca349918567'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:31:28.488607 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0771668-8803-4131-967c-cd09e1d700db" -d '{"events": [{"name": "network-changed", "server_uuid": "c0b861c0-8eac-4d61-a0a5-f3d0ad426f6e", "tag": "b77be2d0-28f9-4bf7-912f-dca349918567"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:31:28.522114 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563e59b-de43-43eb-983a-0988ed15ca73 service neutron] Pushing event updated for resources: {'Port': ['ID=b77be2d0-28f9-4bf7-912f-dca349918567,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:28.549915 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe169979-1acb-48f2-acf0-6c0f207845aa x-openstack-request-id: req-fe169979-1acb-48f2-acf0-6c0f207845aa {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:31:28.550231 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0b861c0-8eac-4d61-a0a5-f3d0ad426f6e", "tag": "b77be2d0-28f9-4bf7-912f-dca349918567", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:31:28.550404 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fe169979-1acb-48f2-acf0-6c0f207845aa {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:31:28.550952 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b861c0-8eac-4d61-a0a5-f3d0ad426f6e', 'tag': 'b77be2d0-28f9-4bf7-912f-dca349918567', 'status': 'completed', 'code': 200} Aug 25 18:31:28.591844 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-fa182d65-356b-429b-91db-835c41f5e9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:28.593431 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-fa182d65-356b-429b-91db-835c41f5e9ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=da6f076483da470c98a7321181d8db95&device_id=c0b861c0-8eac-4d61-a0a5-f3d0ad426f6e HTTP/1.1" status: 200 len: 1097 time: 0.0598693 Aug 25 18:31:28.594469 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-8e7b908a-9994-4101-a347-5dbff8a1a608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d9fbfc-1e6b-48ba-a199-33713d20767b', 'name': 'tempest-TestShelveInstance-1720184914-router', 'tenant_id': 'a1814f4509ed4338b62d18091667f649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c5d3c4a1-71d7-44ad-880a-11dd2a37e455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:31:21Z', 'updated_at': '2021-08-25T18:31:24Z', 'revision_number': 4, 'project_id': 'a1814f4509ed4338b62d18091667f649', 'gw_port': {'id': 'c5d3c4a1-71d7-44ad-880a-11dd2a37e455', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d9fbfc-1e6b-48ba-a199-33713d20767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:31:22Z', 'updated_at': '2021-08-25T18:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '7aaecb58-c60e-4391-9318-9e98135afc76', 'name': '', 'network_id': 'bc050cf2-ddd2-4089-a759-db327ecdafab', 'tenant_id': 'a1814f4509ed4338b62d18091667f649', 'mac_address': 'fa:16:3e:10:45:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d9fbfc-1e6b-48ba-a199-33713d20767b', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3232cb13-e8ea-46aa-b463-78738b60ae9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:31:23Z', 'updated_at': '2021-08-25T18:31:24Z', 'revision_number': 2, 'project_id': 'a1814f4509ed4338b62d18091667f649', 'subnets': [{'id': '3232cb13-e8ea-46aa-b463-78738b60ae9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:31:28.620793 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7b908a-9994-4101-a347-5dbff8a1a608 None None] Checking router: f1d9fbfc-1e6b-48ba-a199-33713d20767b for host: dv-cinder-790492-8-iscsi {{(pid=93794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:31:28.621148 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7b908a-9994-4101-a347-5dbff8a1a608 None None] Updating router f1d9fbfc-1e6b-48ba-a199-33713d20767b port 7aaecb58-c60e-4391-9318-9e98135afc76 binding host dv-cinder-790492-8-iscsi {{(pid=93794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 18:31:28.645364 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-e193c015-6446-45ee-8860-3944c06f80fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b77be2d0-28f9-4bf7-912f-dca349918567 HTTP/1.1" status: 200 len: 217 time: 0.0348210 Aug 25 18:31:28.645588 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8e7b908a-9994-4101-a347-5dbff8a1a608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:28.674996 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3a6ec-5c3a-472f-b538-cfcd08275479 req-1ec7582c-7dc8-404e-85a5-0b1e9afd890a tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:28.676453 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-65f3a6ec-5c3a-472f-b538-cfcd08275479 req-1ec7582c-7dc8-404e-85a5-0b1e9afd890a tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fbf0f66-65d1-48ec-afe4-8716d8c2fd66 HTTP/1.1" status: 200 len: 946 time: 0.0997236 Aug 25 18:31:28.738323 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-774c9244-b585-4ae1-907a-782c6c061f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:28.738323 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-774c9244-b585-4ae1-907a-782c6c061f4b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a36b8ca-bb96-4214-bcfe-5228fa013b8f HTTP/1.1" status: 200 len: 853 time: 0.0828142 Aug 25 18:31:28.745069 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-65f3a6ec-5c3a-472f-b538-cfcd08275479 req-ff08fd61-0bef-4449-a658-3eaf0d296e33 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508411 Aug 25 18:31:28.801193 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-398b1c53-dec4-4083-9414-3899b63329b7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fde48b27-6680-4b4b-9488-a977f54cc55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433238 Aug 25 18:31:28.887741 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:28.893028 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196803b7-584f-4b60-a919-4aebfb006c11 req-dcf8e209-addb-41e0-be38-bcab74b1e8a0 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:28.894482 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-196803b7-584f-4b60-a919-4aebfb006c11 req-dcf8e209-addb-41e0-be38-bcab74b1e8a0 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fbf0f66-65d1-48ec-afe4-8716d8c2fd66 HTTP/1.1" status: 200 len: 946 time: 0.1326404 Aug 25 18:31:28.924937 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8e7b908a-9994-4101-a347-5dbff8a1a608 None None] Notify callbacks [] for port, precommit_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:28.935168 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.provisioning_blocks [None req-8e7b908a-9994-4101-a347-5dbff8a1a608 None None] Transition to ACTIVE for port object 7aaecb58-c60e-4391-9318-9e98135afc76 will not be triggered until provisioned by entity L2. {{(pid=93794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:31:28.941289 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8e7b908a-9994-4101-a347-5dbff8a1a608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:28.956043 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-8f47758b-8e6d-49e4-9a4c-cc972191dc03 service neutron] 10.222.0.24 "GET /v2.0/networks/fde48b27-6680-4b4b-9488-a977f54cc55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373348 Aug 25 18:31:28.989202 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ea15a-ae1e-4427-9d0a-1d62e63de74a None None] Pushing event updated for resources: {'Port': ['ID=7aaecb58-c60e-4391-9318-9e98135afc76,revision_number=3']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:29.056362 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-8e7b908a-9994-4101-a347-5dbff8a1a608 None None] Attempting to bind port 7aaecb58-c60e-4391-9318-9e98135afc76 on host dv-cinder-790492-8-iscsi for vnic_type normal with profile {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:31:29.056759 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-8e7b908a-9994-4101-a347-5dbff8a1a608 None None] Attempting to bind port 7aaecb58-c60e-4391-9318-9e98135afc76 by drivers openvswitch,hyperv on host dv-cinder-790492-8-iscsi at level 0 using segments [{'id': '30fee552-b39e-4261-b9de-a47940ba7a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bc050cf2-ddd2-4089-a759-db327ecdafab'}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:31:29.057532 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7b908a-9994-4101-a347-5dbff8a1a608 None None] Attempting to bind port 7aaecb58-c60e-4391-9318-9e98135afc76 on network bc050cf2-ddd2-4089-a759-db327ecdafab {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:31:29.063126 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7b908a-9994-4101-a347-5dbff8a1a608 None None] Checking agent: {'id': '0bbd6071-f664-4710-b599-19dc1c2306be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 14, 57), 'started_at': datetime.datetime(2021, 8, 25, 18, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:31:29.063495 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7b908a-9994-4101-a347-5dbff8a1a608 None None] Checking segment: {'id': '30fee552-b39e-4261-b9de-a47940ba7a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bc050cf2-ddd2-4089-a759-db327ecdafab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:31:29.064113 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8e7b908a-9994-4101-a347-5dbff8a1a608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:29.064511 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7b908a-9994-4101-a347-5dbff8a1a608 None None] Bound using segment: {'id': '30fee552-b39e-4261-b9de-a47940ba7a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bc050cf2-ddd2-4089-a759-db327ecdafab'} {{(pid=93794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:31:29.065181 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.managers [None req-8e7b908a-9994-4101-a347-5dbff8a1a608 None None] Bound port: 7aaecb58-c60e-4391-9318-9e98135afc76, host: dv-cinder-790492-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30fee552-b39e-4261-b9de-a47940ba7a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'bc050cf2-ddd2-4089-a759-db327ecdafab'}}] {{(pid=93794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:31:29.065744 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8e7b908a-9994-4101-a347-5dbff8a1a608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:29.085145 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-196803b7-584f-4b60-a919-4aebfb006c11 req-32f76420-b6f5-4320-bd25-a1d9dfa4d343 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Deleting port 870800fb-4211-49c6-81e9-f09553071ae1 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:31:29.085483 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-196803b7-584f-4b60-a919-4aebfb006c11 req-32f76420-b6f5-4320-bd25-a1d9dfa4d343 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:29.129648 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b8a45a2e-d39c-4b69-af58-80b3fb30ea55 req-10b9062c-6aa1-4f32-bd4d-fcb9e28f779e service neutron] 10.222.0.24 "GET /v2.0/networks/fde48b27-6680-4b4b-9488-a977f54cc55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557224 Aug 25 18:31:29.143243 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-8e7b908a-9994-4101-a347-5dbff8a1a608 None None] For port 7aaecb58-c60e-4391-9318-9e98135afc76, host dv-cinder-790492-8-iscsi, cleared binding levels {{(pid=93794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:31:29.147499 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.plugins.ml2.db [None req-8e7b908a-9994-4101-a347-5dbff8a1a608 None None] For port 7aaecb58-c60e-4391-9318-9e98135afc76, host dv-cinder-790492-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=7aaecb58-c60e-4391-9318-9e98135afc76,segment=NetworkSegment(30fee552-b39e-4261-b9de-a47940ba7a1a),segment_id=30fee552-b39e-4261-b9de-a47940ba7a1a)] {{(pid=93794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:31:29.153067 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron_lib.callbacks.manager [None req-8e7b908a-9994-4101-a347-5dbff8a1a608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:29.205058 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-196803b7-584f-4b60-a919-4aebfb006c11 req-32f76420-b6f5-4320-bd25-a1d9dfa4d343 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] For port 870800fb-4211-49c6-81e9-f09553071ae1, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=870800fb-4211-49c6-81e9-f09553071ae1,segment=NetworkSegment(aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5),segment_id=aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:31:29.205655 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-196803b7-584f-4b60-a919-4aebfb006c11 req-32f76420-b6f5-4320-bd25-a1d9dfa4d343 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:29.221519 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ea15a-ae1e-4427-9d0a-1d62e63de74a None None] Pushing event updated for resources: {'Port': ['ID=7aaecb58-c60e-4391-9318-9e98135afc76,revision_number=4']} {{(pid=93794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:29.225588 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7b908a-9994-4101-a347-5dbff8a1a608 None None] Routers {'f1d9fbfc-1e6b-48ba-a199-33713d20767b'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:31:29.226365 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-8e7b908a-9994-4101-a347-5dbff8a1a608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:31:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['f1d9fbfc-1e6b-48ba-a199-33713d20767b'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:31:29.291061 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0771668-8803-4131-967c-cd09e1d700db req-fdec9982-7657-4109-8723-34d16e98231e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:29.292591 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a0771668-8803-4131-967c-cd09e1d700db req-fdec9982-7657-4109-8723-34d16e98231e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=da6f076483da470c98a7321181d8db95&device_id=c0b861c0-8eac-4d61-a0a5-f3d0ad426f6e HTTP/1.1" status: 200 len: 1097 time: 0.1031134 Aug 25 18:31:29.344861 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-8e7b908a-9994-4101-a347-5dbff8a1a608 None None] Set router f1d9fbfc-1e6b-48ba-a199-33713d20767b gateway port host: dv-cinder-790492-8-iscsi {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:31:29.541540 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dc12b-40de-48ed-840b-ebe8ccd0710a req-5a58d161-019e-4197-b552-78f3c02dbae1 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:29.542938 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b18dc12b-40de-48ed-840b-ebe8ccd0710a req-5a58d161-019e-4197-b552-78f3c02dbae1 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0b861c0-8eac-4d61-a0a5-f3d0ad426f6e HTTP/1.1" status: 200 len: 944 time: 0.1794817 Aug 25 18:31:29.553337 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-196803b7-584f-4b60-a919-4aebfb006c11 req-32f76420-b6f5-4320-bd25-a1d9dfa4d343 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:29.553964 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-196803b7-584f-4b60-a919-4aebfb006c11 req-32f76420-b6f5-4320-bd25-a1d9dfa4d343 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438161'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:29.554310 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.db.l3_db [req-196803b7-584f-4b60-a919-4aebfb006c11 req-32f76420-b6f5-4320-bd25-a1d9dfa4d343 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Floating IP 15b799a4-de06-48c3-b53f-89c60f8dd520 disassociated. External IP: 172.27.3.85, port: 870800fb-4211-49c6-81e9-f09553071ae1. Aug 25 18:31:29.554664 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-196803b7-584f-4b60-a919-4aebfb006c11 req-32f76420-b6f5-4320-bd25-a1d9dfa4d343 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Calling delete_port for 870800fb-4211-49c6-81e9-f09553071ae1 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:31:29.560517 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-8e7b908a-9994-4101-a347-5dbff8a1a608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d9fbfc-1e6b-48ba-a199-33713d20767b', 'name': 'tempest-TestShelveInstance-1720184914-router', 'tenant_id': 'a1814f4509ed4338b62d18091667f649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c5d3c4a1-71d7-44ad-880a-11dd2a37e455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:31:21Z', 'updated_at': '2021-08-25T18:31:24Z', 'revision_number': 4, 'project_id': 'a1814f4509ed4338b62d18091667f649', 'gw_port': {'id': 'c5d3c4a1-71d7-44ad-880a-11dd2a37e455', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d9fbfc-1e6b-48ba-a199-33713d20767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:31:22Z', 'updated_at': '2021-08-25T18:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '7aaecb58-c60e-4391-9318-9e98135afc76', 'name': '', 'network_id': 'bc050cf2-ddd2-4089-a759-db327ecdafab', 'tenant_id': 'a1814f4509ed4338b62d18091667f649', 'mac_address': 'fa:16:3e:10:45:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d9fbfc-1e6b-48ba-a199-33713d20767b', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3232cb13-e8ea-46aa-b463-78738b60ae9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:31:23Z', 'updated_at': '2021-08-25T18:31:29Z', 'revision_number': 4, 'project_id': 'a1814f4509ed4338b62d18091667f649', 'subnets': [{'id': '3232cb13-e8ea-46aa-b463-78738b60ae9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:31:29.567772 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0771668-8803-4131-967c-cd09e1d700db req-4eaaf88e-a5b7-4756-8a99-1d6e89d81d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:29.569272 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a0771668-8803-4131-967c-cd09e1d700db req-4eaaf88e-a5b7-4756-8a99-1d6e89d81d8d service neutron] 10.222.0.24 "GET /v2.0/networks?id=fde48b27-6680-4b4b-9488-a977f54cc55d HTTP/1.1" status: 200 len: 914 time: 0.2685943 Aug 25 18:31:29.590743 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7b908a-9994-4101-a347-5dbff8a1a608 None None] The sync data for ids ['f1d9fbfc-1e6b-48ba-a199-33713d20767b'] in dv-cinder-790492-8-iscsi is: [{'id': 'f1d9fbfc-1e6b-48ba-a199-33713d20767b', 'name': 'tempest-TestShelveInstance-1720184914-router', 'tenant_id': 'a1814f4509ed4338b62d18091667f649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c5d3c4a1-71d7-44ad-880a-11dd2a37e455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:31:21Z', 'updated_at': '2021-08-25T18:31:24Z', 'revision_number': 4, 'project_id': 'a1814f4509ed4338b62d18091667f649', 'gw_port': {'id': 'c5d3c4a1-71d7-44ad-880a-11dd2a37e455', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d9fbfc-1e6b-48ba-a199-33713d20767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:31:22Z', 'updated_at': '2021-08-25T18:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '7aaecb58-c60e-4391-9318-9e98135afc76', 'name': '', 'network_id': 'bc050cf2-ddd2-4089-a759-db327ecdafab', 'tenant_id': 'a1814f4509ed4338b62d18091667f649', 'mac_address': 'fa:16:3e:10:45:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d9fbfc-1e6b-48ba-a199-33713d20767b', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3232cb13-e8ea-46aa-b463-78738b60ae9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:31:23Z', 'updated_at': '2021-08-25T18:31:29Z', 'revision_number': 4, 'project_id': 'a1814f4509ed4338b62d18091667f649', 'subnets': [{'id': '3232cb13-e8ea-46aa-b463-78738b60ae9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:31:29.660195 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a0771668-8803-4131-967c-cd09e1d700db req-a13f7d2a-dc2f-490b-a397-5f1569bbb92f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b77be2d0-28f9-4bf7-912f-dca349918567 HTTP/1.1" status: 200 len: 217 time: 0.0807486 Aug 25 18:31:29.708163 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b18dc12b-40de-48ed-840b-ebe8ccd0710a req-cba2b76e-3c53-4cd1-a0b6-198761bb79c6 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1b236fe-4eca-4fd3-bfe1-84dabf0232d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571350 Aug 25 18:31:29.754079 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0771668-8803-4131-967c-cd09e1d700db req-daf3874f-6977-4c4f-960d-3ba616b490d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:29.755626 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a0771668-8803-4131-967c-cd09e1d700db req-daf3874f-6977-4c4f-960d-3ba616b490d8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a36b8ca-bb96-4214-bcfe-5228fa013b8f HTTP/1.1" status: 200 len: 853 time: 0.0868521 Aug 25 18:31:29.830090 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a0771668-8803-4131-967c-cd09e1d700db req-a3052bd3-ba0e-4dc7-978d-56126eb3dae6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fde48b27-6680-4b4b-9488-a977f54cc55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594950 Aug 25 18:31:29.850921 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device c5d3c4a1-71d7-44ad-880a-11dd2a37e455 up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:31:29.916939 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port c5d3c4a1-71d7-44ad-880a-11dd2a37e455 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:31:29.918113 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:29.946552 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-196803b7-584f-4b60-a919-4aebfb006c11 req-32f76420-b6f5-4320-bd25-a1d9dfa4d343 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:29.994461 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f76420-b6f5-4320-bd25-a1d9dfa4d343 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Pushing event deleted for resources: {'Port': ['ID=870800fb-4211-49c6-81e9-f09553071ae1,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:30.019120 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 7aaecb58-c60e-4391-9318-9e98135afc76 up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:31:30.070700 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23caf81-87b1-4517-9495-196a17375038 req-83fb6625-a437-45b9-a8eb-b4931860782a tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:30.072340 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a23caf81-87b1-4517-9495-196a17375038 req-83fb6625-a437-45b9-a8eb-b4931860782a tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fbf0f66-65d1-48ec-afe4-8716d8c2fd66 HTTP/1.1" status: 200 len: 867 time: 0.2064085 Aug 25 18:31:30.093950 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning for port 7aaecb58-c60e-4391-9318-9e98135afc76 completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:31:30.099137 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port 7aaecb58-c60e-4391-9318-9e98135afc76 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:31:30.099825 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:30.151621 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a0771668-8803-4131-967c-cd09e1d700db req-739d5140-53b3-4581-8b2a-aabbef9299c3 service neutron] 10.222.0.24 "GET /v2.0/networks/fde48b27-6680-4b4b-9488-a977f54cc55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031721 Aug 25 18:31:30.184421 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:30.199159 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a23caf81-87b1-4517-9495-196a17375038 req-ad582af0-4fd3-43a8-8722-ff750981c489 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174736 Aug 25 18:31:30.221256 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a73fd473-a473-4725-b778-338a169d167b None None] For port 7aaecb58-c60e-4391-9318-9e98135afc76, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=7aaecb58-c60e-4391-9318-9e98135afc76,segment=NetworkSegment(30fee552-b39e-4261-b9de-a47940ba7a1a),segment_id=30fee552-b39e-4261-b9de-a47940ba7a1a)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:31:30.226280 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:30.265328 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-196803b7-584f-4b60-a919-4aebfb006c11 req-32f76420-b6f5-4320-bd25-a1d9dfa4d343 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Router 9f2b68f1-549f-4245-acf0-478f17b48df5 has already been hosted by L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:31:30.284242 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Pushing event updated for resources: {'Port': ['ID=7aaecb58-c60e-4391-9318-9e98135afc76,revision_number=5']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:30.327192 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a0771668-8803-4131-967c-cd09e1d700db req-19d52888-6c7c-4dfb-800e-997ab484d4a3 service neutron] 10.222.0.24 "GET /v2.0/networks/fde48b27-6680-4b4b-9488-a977f54cc55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649230 Aug 25 18:31:30.395841 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-196803b7-584f-4b60-a919-4aebfb006c11 req-32f76420-b6f5-4320-bd25-a1d9dfa4d343 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:31:30.408344 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cd47fa-1a12-4942-bfcc-25e37cdeeaff None None] Sync routers for ids ['9f2b68f1-549f-4245-acf0-478f17b48df5'] in dv-cinder-790492-8-iscsi {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:31:30.418123 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cd47fa-1a12-4942-bfcc-25e37cdeeaff None None] Routers {'9f2b68f1-549f-4245-acf0-478f17b48df5'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:31:30.418837 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-86cd47fa-1a12-4942-bfcc-25e37cdeeaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:31:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['9f2b68f1-549f-4245-acf0-478f17b48df5'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:31:30.446430 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-196803b7-584f-4b60-a919-4aebfb006c11 req-32f76420-b6f5-4320-bd25-a1d9dfa4d343 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] No DVR routers for this DVR port 870800fb-4211-49c6-81e9-f09553071ae1 on host hv-cinder-79049 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:31:30.449269 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-196803b7-584f-4b60-a919-4aebfb006c11 req-32f76420-b6f5-4320-bd25-a1d9dfa4d343 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:30.452079 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-196803b7-584f-4b60-a919-4aebfb006c11 req-32f76420-b6f5-4320-bd25-a1d9dfa4d343 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.24 "DELETE /v2.0/ports/870800fb-4211-49c6-81e9-f09553071ae1 HTTP/1.1" status: 204 len: 173 time: 1.5486844 Aug 25 18:31:30.542756 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-86cd47fa-1a12-4942-bfcc-25e37cdeeaff None None] Set router 9f2b68f1-549f-4245-acf0-478f17b48df5 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:31:30.552007 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fbf0f66-65d1-48ec-afe4-8716d8c2fd66', 'name': 'network-vif-deleted', 'tag': '870800fb-4211-49c6-81e9-f09553071ae1'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:31:30.556209 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bac21a-02d7-4994-b230-99c0b66e2136" -d '{"events": [{"server_uuid": "1fbf0f66-65d1-48ec-afe4-8716d8c2fd66", "name": "network-vif-deleted", "tag": "870800fb-4211-49c6-81e9-f09553071ae1"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:31:30.594188 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fd2e72-2dbd-4247-a703-7e66935d2c07 x-openstack-request-id: req-d1fd2e72-2dbd-4247-a703-7e66935d2c07 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:31:30.594479 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fbf0f66-65d1-48ec-afe4-8716d8c2fd66", "name": "network-vif-deleted", "tag": "870800fb-4211-49c6-81e9-f09553071ae1", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:31:30.594732 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1fd2e72-2dbd-4247-a703-7e66935d2c07 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:31:30.595130 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fbf0f66-65d1-48ec-afe4-8716d8c2fd66', 'name': 'network-vif-deleted', 'tag': '870800fb-4211-49c6-81e9-f09553071ae1', 'status': 'completed', 'code': 200} Aug 25 18:31:30.744511 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-86cd47fa-1a12-4942-bfcc-25e37cdeeaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'name': 'tempest-TestVolumeBootPattern-1064946468-router', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:42Z', 'revision_number': 4, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'gw_port': {'id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': 'bc803137-1c1b-46d2-b0a8-3439398ac84d', 'name': '', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'mac_address': 'fa:16:3e:78:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:41Z', 'updated_at': '2021-08-25T18:28:48Z', 'revision_number': 5, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'subnets': [{'id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:31:30.779248 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cd47fa-1a12-4942-bfcc-25e37cdeeaff None None] Checking router: 9f2b68f1-549f-4245-acf0-478f17b48df5 for host: dv-cinder-790492-8-iscsi {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:31:30.791373 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cd47fa-1a12-4942-bfcc-25e37cdeeaff None None] Routers {'9f2b68f1-549f-4245-acf0-478f17b48df5'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:31:30.792075 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-86cd47fa-1a12-4942-bfcc-25e37cdeeaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:31:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['9f2b68f1-549f-4245-acf0-478f17b48df5'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:31:30.834154 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device b77be2d0-28f9-4bf7-912f-dca349918567 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 18:31:30.841834 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 870800fb-4211-49c6-81e9-f09553071ae1 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:31:30.853633 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67219f23-e3c6-4a94-bd6b-be2779904470 req-74b22d79-bbd5-46a1-8687-6f9b7385e72b tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:30.856083 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-67219f23-e3c6-4a94-bd6b-be2779904470 req-74b22d79-bbd5-46a1-8687-6f9b7385e72b tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0b861c0-8eac-4d61-a0a5-f3d0ad426f6e HTTP/1.1" status: 200 len: 944 time: 0.0597265 Aug 25 18:31:30.877519 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] No Port match for: 870800fb-4211-49c6-81e9-f09553071ae1 {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:31:30.877861 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 870800fb-4211-49c6-81e9-f09553071ae1 not bound to the agent host hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:31:30.900163 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-67219f23-e3c6-4a94-bd6b-be2779904470 req-7cf05f4c-3c9b-4825-9ec2-172980027aac tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1b236fe-4eca-4fd3-bfe1-84dabf0232d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383098 Aug 25 18:31:31.039111 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.db.resource_extend [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 18:31:31.105560 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-86cd47fa-1a12-4942-bfcc-25e37cdeeaff None None] Set router 9f2b68f1-549f-4245-acf0-478f17b48df5 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:31:31.215175 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port b77be2d0-28f9-4bf7-912f-dca349918567, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=b77be2d0-28f9-4bf7-912f-dca349918567,segment=NetworkSegment(5bec6880-c426-4f86-b9cf-6994d9763b4e),segment_id=5bec6880-c426-4f86-b9cf-6994d9763b4e)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:31:31.262325 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Returning: {'device': 'b77be2d0-28f9-4bf7-912f-dca349918567', 'network_id': 'fde48b27-6680-4b4b-9488-a977f54cc55d', 'port_id': 'b77be2d0-28f9-4bf7-912f-dca349918567', 'mac_address': 'fa:16:3e:5b:00:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a36b8ca-bb96-4214-bcfe-5228fa013b8f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 18:31:31.325644 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:31.358832 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b77be2d0-28f9-4bf7-912f-dca349918567 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:31:31.384507 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port b77be2d0-28f9-4bf7-912f-dca349918567, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=b77be2d0-28f9-4bf7-912f-dca349918567,segment=NetworkSegment(5bec6880-c426-4f86-b9cf-6994d9763b4e),segment_id=5bec6880-c426-4f86-b9cf-6994d9763b4e)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:31:31.391001 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:31.444133 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-86cd47fa-1a12-4942-bfcc-25e37cdeeaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'name': 'tempest-TestVolumeBootPattern-1064946468-router', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:42Z', 'revision_number': 4, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'gw_port': {'id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': 'bc803137-1c1b-46d2-b0a8-3439398ac84d', 'name': '', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'mac_address': 'fa:16:3e:78:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:41Z', 'updated_at': '2021-08-25T18:28:48Z', 'revision_number': 5, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'subnets': [{'id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:31:31.470721 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-f9dab85d-1d71-4ace-95d0-98839b9bbfbe tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1585908617&fields=id&tenant_id=2d82372d74da4f7189c2a324de5c53bf HTTP/1.1" status: 200 len: 267 time: 0.0328810 Aug 25 18:31:31.473387 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=b77be2d0-28f9-4bf7-912f-dca349918567,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:31.476262 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cd47fa-1a12-4942-bfcc-25e37cdeeaff None None] The sync data for ids ['9f2b68f1-549f-4245-acf0-478f17b48df5'] in dv-cinder-790492-8-iscsi is: [{'id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'name': 'tempest-TestVolumeBootPattern-1064946468-router', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:42Z', 'revision_number': 4, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'gw_port': {'id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': 'bc803137-1c1b-46d2-b0a8-3439398ac84d', 'name': '', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'mac_address': 'fa:16:3e:78:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:41Z', 'updated_at': '2021-08-25T18:28:48Z', 'revision_number': 5, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'subnets': [{'id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:31:31.579273 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-d07b2194-3cae-445c-bb06-04e726440e56 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:31.580750 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-d07b2194-3cae-445c-bb06-04e726440e56 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/networks?id=25c2fc48-f9a1-4bec-9c66-689eb0740ad2 HTTP/1.1" status: 200 len: 812 time: 0.0998938 Aug 25 18:31:31.596003 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-afeb0be0-bb78-41bf-953e-33699750c6af tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/quotas/2d82372d74da4f7189c2a324de5c53bf HTTP/1.1" status: 200 len: 375 time: 0.0096686 Aug 25 18:31:31.617264 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['b77be2d0-28f9-4bf7-912f-dca349918567'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:31:31.653262 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-c2d49c23-5dd1-4832-87ae-ab47484aeecd tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d82372d74da4f7189c2a324de5c53bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508630 Aug 25 18:31:31.755916 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 7aaecb58-c60e-4391-9318-9e98135afc76 up at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:31:31.760067 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-1b3d81b4-93ef-4111-8cb2-0e3df850daa2 service neutron] 10.222.0.37 "GET /v2.0/networks/25c2fc48-f9a1-4bec-9c66-689eb0740ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962510 Aug 25 18:31:31.810512 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a73fd473-a473-4725-b778-338a169d167b None None] Provisioning complete for port 7aaecb58-c60e-4391-9318-9e98135afc76 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:31:31.810874 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:31.874564 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-cc948d58-4711-4262-9079-73ef1686f5c7 service neutron] 10.222.0.37 "GET /v2.0/networks/25c2fc48-f9a1-4bec-9c66-689eb0740ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083267 Aug 25 18:31:31.901881 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 6 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:31:32.022378 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0f8439-d342-471d-bf23-3349bd866438 None None] New status for floating IP 15b799a4-de06-48c3-b53f-89c60f8dd520: DOWN {{(pid=93794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 18:31:32.032653 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e027b-259a-4c5f-9f62-5896ee7e0680 req-83be8c12-e48a-4d27-96b1-2df0b1eeb852 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:32.034524 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ab8e027b-259a-4c5f-9f62-5896ee7e0680 req-83be8c12-e48a-4d27-96b1-2df0b1eeb852 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0b861c0-8eac-4d61-a0a5-f3d0ad426f6e HTTP/1.1" status: 200 len: 945 time: 0.0532048 Aug 25 18:31:32.083094 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ab8e027b-259a-4c5f-9f62-5896ee7e0680 req-c0eb87b0-7097-4e30-b9e5-a71d530af2a9 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1b236fe-4eca-4fd3-bfe1-84dabf0232d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367932 Aug 25 18:31:32.221094 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a87b52a8-bf6d-4340-8460-b5e6921b99fe req-94df7b43-bbbb-4d55-8bdd-6826a3664c7d tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=791614e7-ccbb-4e97-a69b-bf7701207619 HTTP/1.1" status: 200 len: 210 time: 0.0286269 Aug 25 18:31:32.855378 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device b77be2d0-28f9-4bf7-912f-dca349918567 up at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:31:32.904847 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning for port b77be2d0-28f9-4bf7-912f-dca349918567 completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:31:32.908318 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning complete for port b77be2d0-28f9-4bf7-912f-dca349918567 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:31:32.908714 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:32.985815 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:33.008608 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b861c0-8eac-4d61-a0a5-f3d0ad426f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77be2d0-28f9-4bf7-912f-dca349918567'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:31:33.010905 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700cf778d203af030a48c7cd7e91a8769aab6ec207ebda1a87165573d1bde0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b67128-9b3d-4e82-8aa6-e35179a37702" -d '{"events": [{"server_uuid": "c0b861c0-8eac-4d61-a0a5-f3d0ad426f6e", "name": "network-vif-plugged", "status": "completed", "tag": "b77be2d0-28f9-4bf7-912f-dca349918567"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:31:33.036079 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port b77be2d0-28f9-4bf7-912f-dca349918567, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=b77be2d0-28f9-4bf7-912f-dca349918567,segment=NetworkSegment(5bec6880-c426-4f86-b9cf-6994d9763b4e),segment_id=5bec6880-c426-4f86-b9cf-6994d9763b4e)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:31:33.041251 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:33.050130 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879ecf03-ee27-4d17-903f-8292cd2284a0 x-openstack-request-id: req-879ecf03-ee27-4d17-903f-8292cd2284a0 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:31:33.050435 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b861c0-8eac-4d61-a0a5-f3d0ad426f6e", "name": "network-vif-plugged", "status": "completed", "tag": "b77be2d0-28f9-4bf7-912f-dca349918567", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:31:33.050801 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-879ecf03-ee27-4d17-903f-8292cd2284a0 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:31:33.051243 dv-cinder-790492-8-iscsi neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b861c0-8eac-4d61-a0a5-f3d0ad426f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77be2d0-28f9-4bf7-912f-dca349918567', 'code': 200} Aug 25 18:31:33.104435 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=b77be2d0-28f9-4bf7-912f-dca349918567,revision_number=5']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:33.182361 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-10b1469c-26b7-4007-9375-2102b18ea582 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:33.183810 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-10b1469c-26b7-4007-9375-2102b18ea582 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.24 "GET /v2.0/networks?id=25c2fc48-f9a1-4bec-9c66-689eb0740ad2 HTTP/1.1" status: 200 len: 812 time: 0.1408324 Aug 25 18:31:33.249478 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-89192b18-4f6d-4bb7-ba85-27ee20b37763 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d82372d74da4f7189c2a324de5c53bf HTTP/1.1" status: 200 len: 380 time: 0.0490367 Aug 25 18:31:33.271399 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91c6c2-32f2-441d-ace5-0d5fc024751b req-a5b040ca-f445-4f5b-b6b6-553292fd107c tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:33.272886 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ea91c6c2-32f2-441d-ace5-0d5fc024751b req-a5b040ca-f445-4f5b-b6b6-553292fd107c tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0b861c0-8eac-4d61-a0a5-f3d0ad426f6e HTTP/1.1" status: 200 len: 946 time: 0.1106088 Aug 25 18:31:33.278832 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-78cdc783-297d-46d0-9616-b2d575b42c88 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Request body: {'port': {'device_id': '791614e7-ccbb-4e97-a69b-bf7701207619', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'admin_state_up': True, 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'security_groups': ['bfc51ae2-4920-4a5c-b7e0-ae315b305353']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:31:33.638986 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-20a352a7-fc7b-4e63-9f10-4829a1d83182 req-a94749ef-c839-404d-82a2-9591e451f55a tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=791614e7-ccbb-4e97-a69b-bf7701207619 HTTP/1.1" status: 200 len: 210 time: 0.0509589 Aug 25 18:31:33.659343 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddfe85c-1313-42c8-a24c-1a4c096a67f9 req-6ab6220f-84c1-41df-9239-b77246841958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:33.663468 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-bddfe85c-1313-42c8-a24c-1a4c096a67f9 req-6ab6220f-84c1-41df-9239-b77246841958 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c0b861c0-8eac-4d61-a0a5-f3d0ad426f6e HTTP/1.1" status: 200 len: 1099 time: 0.4304419 Aug 25 18:31:33.667638 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ea91c6c2-32f2-441d-ace5-0d5fc024751b req-ca3042ef-1693-44f5-8533-fbf8172719b9 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1b236fe-4eca-4fd3-bfe1-84dabf0232d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835683 Aug 25 18:31:33.723548 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-bddfe85c-1313-42c8-a24c-1a4c096a67f9 req-58760541-e61d-406c-9bd7-4329076c0df2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f1b236fe-4eca-4fd3-bfe1-84dabf0232d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548422 Aug 25 18:31:33.745061 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-78cdc783-297d-46d0-9616-b2d575b42c88 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Made reservation on behalf of 2d82372d74da4f7189c2a324de5c53bf for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:31:33.748583 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-78cdc783-297d-46d0-9616-b2d575b42c88 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:33.879652 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-78cdc783-297d-46d0-9616-b2d575b42c88 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Allocated IP 172.20.0.3 (25c2fc48-f9a1-4bec-9c66-689eb0740ad2/cc4734bb-f832-4878-a2e9-67939f407874/7f857f60-ffa5-4cac-806c-0c92a06e9c53) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:31:34.016123 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-78cdc783-297d-46d0-9616-b2d575b42c88 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:34.030664 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-78cdc783-297d-46d0-9616-b2d575b42c88 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Transition to ACTIVE for port object 7f857f60-ffa5-4cac-806c-0c92a06e9c53 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:31:34.062795 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-78cdc783-297d-46d0-9616-b2d575b42c88 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:34.107251 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-78cdc783-297d-46d0-9616-b2d575b42c88 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Network 25c2fc48-f9a1-4bec-9c66-689eb0740ad2 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:31:34.110365 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-78cdc783-297d-46d0-9616-b2d575b42c88 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:31:34.114124 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-78cdc783-297d-46d0-9616-b2d575b42c88 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:31:34.120440 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cdc783-297d-46d0-9616-b2d575b42c88 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Pushing event updated for resources: {'Port': ['ID=7f857f60-ffa5-4cac-806c-0c92a06e9c53,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:34.168159 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-78cdc783-297d-46d0-9616-b2d575b42c88 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:34.168843 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-78cdc783-297d-46d0-9616-b2d575b42c88 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:34.185242 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-78cdc783-297d-46d0-9616-b2d575b42c88 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9218643 Aug 25 18:31:34.198670 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-1da23af2-d30e-4bfa-aa38-ec1abcce02c8 service neutron] Request body: {'port': {'device_id': '791614e7-ccbb-4e97-a69b-bf7701207619', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:31:34.260427 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-1da23af2-d30e-4bfa-aa38-ec1abcce02c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:34.374722 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-09b7116b-9965-4027-90ae-b01be76ad9b9 None None] Provisioning for port 7f857f60-ffa5-4cac-806c-0c92a06e9c53 completed by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:31:34.379067 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-09b7116b-9965-4027-90ae-b01be76ad9b9 None None] Provisioning complete for port 7f857f60-ffa5-4cac-806c-0c92a06e9c53 triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:31:34.379386 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-09b7116b-9965-4027-90ae-b01be76ad9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:34.414778 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-09b7116b-9965-4027-90ae-b01be76ad9b9 None None] Port 7f857f60-ffa5-4cac-806c-0c92a06e9c53 cannot update to ACTIVE because it is not bound. {{(pid=93793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:31:34.529121 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-1da23af2-d30e-4bfa-aa38-ec1abcce02c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f857f60-ffa5-4cac-806c-0c92a06e9c53 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:31:34.536165 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-1da23af2-d30e-4bfa-aa38-ec1abcce02c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:34.548099 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-1da23af2-d30e-4bfa-aa38-ec1abcce02c8 service neutron] Transition to ACTIVE for port object 7f857f60-ffa5-4cac-806c-0c92a06e9c53 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:31:34.551315 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-1da23af2-d30e-4bfa-aa38-ec1abcce02c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13409301'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:34.603523 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da23af2-d30e-4bfa-aa38-ec1abcce02c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7f857f60-ffa5-4cac-806c-0c92a06e9c53,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:34.674843 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-1da23af2-d30e-4bfa-aa38-ec1abcce02c8 service neutron] Attempting to bind port 7f857f60-ffa5-4cac-806c-0c92a06e9c53 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:31:34.674990 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-1da23af2-d30e-4bfa-aa38-ec1abcce02c8 service neutron] Attempting to bind port 7f857f60-ffa5-4cac-806c-0c92a06e9c53 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:31:34.675243 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-1da23af2-d30e-4bfa-aa38-ec1abcce02c8 service neutron] Attempting to bind port 7f857f60-ffa5-4cac-806c-0c92a06e9c53 on network 25c2fc48-f9a1-4bec-9c66-689eb0740ad2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:31:34.679652 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-1da23af2-d30e-4bfa-aa38-ec1abcce02c8 service neutron] Port 7f857f60-ffa5-4cac-806c-0c92a06e9c53 on network 25c2fc48-f9a1-4bec-9c66-689eb0740ad2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 18:31:34.679971 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-1da23af2-d30e-4bfa-aa38-ec1abcce02c8 service neutron] Attempting to bind port 7f857f60-ffa5-4cac-806c-0c92a06e9c53 on network 25c2fc48-f9a1-4bec-9c66-689eb0740ad2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:31:34.686359 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-1da23af2-d30e-4bfa-aa38-ec1abcce02c8 service neutron] Checking agent: {'id': '7fd900e3-9f03-4129-b0c6-db4e233cdb3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'started_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:31:34.686897 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-1da23af2-d30e-4bfa-aa38-ec1abcce02c8 service neutron] Checking segment: {'id': 'aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:31:34.687296 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-1da23af2-d30e-4bfa-aa38-ec1abcce02c8 service neutron] Bound using segment: {'id': 'aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:31:34.687723 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-1da23af2-d30e-4bfa-aa38-ec1abcce02c8 service neutron] Bound port: 7f857f60-ffa5-4cac-806c-0c92a06e9c53, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:31:34.688975 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-1da23af2-d30e-4bfa-aa38-ec1abcce02c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:34.833702 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-1da23af2-d30e-4bfa-aa38-ec1abcce02c8 service neutron] For port 7f857f60-ffa5-4cac-806c-0c92a06e9c53, host hv-cinder-79049, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:31:34.842134 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-1da23af2-d30e-4bfa-aa38-ec1abcce02c8 service neutron] For port 7f857f60-ffa5-4cac-806c-0c92a06e9c53, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=7f857f60-ffa5-4cac-806c-0c92a06e9c53,segment=NetworkSegment(aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5),segment_id=aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:31:34.851497 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-1da23af2-d30e-4bfa-aa38-ec1abcce02c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13409301'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:34.871044 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462940c-6553-458f-bae8-a17d5e25955e req-9ba17399-0a68-4af6-86a0-8eb1a8a1801f tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:34.872539 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e462940c-6553-458f-bae8-a17d5e25955e req-9ba17399-0a68-4af6-86a0-8eb1a8a1801f tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0b861c0-8eac-4d61-a0a5-f3d0ad426f6e HTTP/1.1" status: 200 len: 946 time: 0.1257470 Aug 25 18:31:34.904754 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d189b5e-2969-443c-9669-91e283c207d1 req-8eb362a7-2585-4707-9625-6331831eb12b tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:34.906250 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7d189b5e-2969-443c-9669-91e283c207d1 req-8eb362a7-2585-4707-9625-6331831eb12b tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=791614e7-ccbb-4e97-a69b-bf7701207619 HTTP/1.1" status: 200 len: 943 time: 0.1606917 Aug 25 18:31:34.938111 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-1da23af2-d30e-4bfa-aa38-ec1abcce02c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:34.938725 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-1da23af2-d30e-4bfa-aa38-ec1abcce02c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:34.940037 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-1da23af2-d30e-4bfa-aa38-ec1abcce02c8 service neutron] 10.222.0.24 "PUT /v2.0/ports/7f857f60-ffa5-4cac-806c-0c92a06e9c53 HTTP/1.1" status: 200 len: 1093 time: 0.7463233 Aug 25 18:31:34.944806 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '791614e7-ccbb-4e97-a69b-bf7701207619', 'tag': '7f857f60-ffa5-4cac-806c-0c92a06e9c53'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:31:34.946144 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcc67f1-7681-4c81-9001-4ed5e88684e5" -d '{"events": [{"name": "network-changed", "server_uuid": "791614e7-ccbb-4e97-a69b-bf7701207619", "tag": "7f857f60-ffa5-4cac-806c-0c92a06e9c53"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:31:34.997102 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da23af2-d30e-4bfa-aa38-ec1abcce02c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7f857f60-ffa5-4cac-806c-0c92a06e9c53,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:35.010449 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e462940c-6553-458f-bae8-a17d5e25955e req-99980a4a-d645-4f58-b954-2448b619f3f3 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1b236fe-4eca-4fd3-bfe1-84dabf0232d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185515 Aug 25 18:31:35.029649 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7d189b5e-2969-443c-9669-91e283c207d1 req-fbdbf562-8ebd-4838-b2e5-93b35abc16c1 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113234 Aug 25 18:31:35.053003 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-cda7e615-c7f9-4e42-bad2-8c3217e7247d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:35.054526 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-cda7e615-c7f9-4e42-bad2-8c3217e7247d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d82372d74da4f7189c2a324de5c53bf&device_id=791614e7-ccbb-4e97-a69b-bf7701207619 HTTP/1.1" status: 200 len: 1096 time: 0.0693741 Aug 25 18:31:35.059629 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4feae9-f86e-49fb-aa9b-4cad223a6295 x-openstack-request-id: req-de4feae9-f86e-49fb-aa9b-4cad223a6295 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:31:35.059927 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "791614e7-ccbb-4e97-a69b-bf7701207619", "tag": "7f857f60-ffa5-4cac-806c-0c92a06e9c53", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:31:35.060177 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de4feae9-f86e-49fb-aa9b-4cad223a6295 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:31:35.060585 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '791614e7-ccbb-4e97-a69b-bf7701207619', 'tag': '7f857f60-ffa5-4cac-806c-0c92a06e9c53', 'status': 'completed', 'code': 200} Aug 25 18:31:35.122948 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-5d65af74-bfb6-4b0a-a6e8-5905c735a701 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f857f60-ffa5-4cac-806c-0c92a06e9c53 HTTP/1.1" status: 200 len: 217 time: 0.0423179 Aug 25 18:31:35.175413 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-759f8240-2734-4fe0-9c1d-4a8a396de33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:35.176922 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-759f8240-2734-4fe0-9c1d-4a8a396de33d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc4734bb-f832-4878-a2e9-67939f407874 HTTP/1.1" status: 200 len: 851 time: 0.0459614 Aug 25 18:31:35.225286 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-2ef5f928-16c9-4b04-a6e8-488b56f82336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:35.226697 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-2ef5f928-16c9-4b04-a6e8-488b56f82336 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25c2fc48-f9a1-4bec-9c66-689eb0740ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427492 Aug 25 18:31:35.319316 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-e3013621-69ad-4cfd-a24a-1db03d5ce1d6 service neutron] 10.222.0.24 "GET /v2.0/networks/25c2fc48-f9a1-4bec-9c66-689eb0740ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851076 Aug 25 18:31:35.418438 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c2bd780d-48fa-4ddc-b851-fac44b8f146b req-28bc64f4-4177-41a0-9401-0625d990649d service neutron] 10.222.0.24 "GET /v2.0/networks/25c2fc48-f9a1-4bec-9c66-689eb0740ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878918 Aug 25 18:31:35.502748 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc67f1-7681-4c81-9001-4ed5e88684e5 req-d92f2352-e702-42f9-af38-d39a5b97b670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:35.504272 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4dcc67f1-7681-4c81-9001-4ed5e88684e5 req-d92f2352-e702-42f9-af38-d39a5b97b670 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d82372d74da4f7189c2a324de5c53bf&device_id=791614e7-ccbb-4e97-a69b-bf7701207619 HTTP/1.1" status: 200 len: 1096 time: 0.0439215 Aug 25 18:31:35.600719 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc67f1-7681-4c81-9001-4ed5e88684e5 req-2d3461a0-32fd-4a31-a3ab-20b972608fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:35.602274 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4dcc67f1-7681-4c81-9001-4ed5e88684e5 req-2d3461a0-32fd-4a31-a3ab-20b972608fd7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=25c2fc48-f9a1-4bec-9c66-689eb0740ad2 HTTP/1.1" status: 200 len: 913 time: 0.0882132 Aug 25 18:31:35.643774 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4dcc67f1-7681-4c81-9001-4ed5e88684e5 req-f4ebcc90-23a0-485a-ab8f-55dfaf9e9bbc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f857f60-ffa5-4cac-806c-0c92a06e9c53 HTTP/1.1" status: 200 len: 217 time: 0.0341661 Aug 25 18:31:35.706175 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc67f1-7681-4c81-9001-4ed5e88684e5 req-e30053de-b290-4b1a-8b53-c801ac613303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:35.707639 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4dcc67f1-7681-4c81-9001-4ed5e88684e5 req-e30053de-b290-4b1a-8b53-c801ac613303 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc4734bb-f832-4878-a2e9-67939f407874 HTTP/1.1" status: 200 len: 851 time: 0.0484915 Aug 25 18:31:35.754890 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc67f1-7681-4c81-9001-4ed5e88684e5 req-953f8950-221f-4f8b-bbc5-e2e05f4b8f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:35.756693 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4dcc67f1-7681-4c81-9001-4ed5e88684e5 req-953f8950-221f-4f8b-bbc5-e2e05f4b8f71 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25c2fc48-f9a1-4bec-9c66-689eb0740ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415394 Aug 25 18:31:35.855139 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4dcc67f1-7681-4c81-9001-4ed5e88684e5 req-48b92f26-bd61-40fa-8f5d-f47fdc98b53f service neutron] 10.222.0.24 "GET /v2.0/networks/25c2fc48-f9a1-4bec-9c66-689eb0740ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904841 Aug 25 18:31:35.958300 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4dcc67f1-7681-4c81-9001-4ed5e88684e5 req-67099ad2-8794-49cf-a836-9bab475912dc service neutron] 10.222.0.24 "GET /v2.0/networks/25c2fc48-f9a1-4bec-9c66-689eb0740ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927310 Aug 25 18:31:36.151763 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9084cec-b6dc-4a53-8332-0265e13b1df5 req-a7d1a933-b3a8-4b6c-b054-23adc91b70e8 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:36.153255 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d9084cec-b6dc-4a53-8332-0265e13b1df5 req-a7d1a933-b3a8-4b6c-b054-23adc91b70e8 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0b861c0-8eac-4d61-a0a5-f3d0ad426f6e HTTP/1.1" status: 200 len: 946 time: 0.0764852 Aug 25 18:31:36.184924 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b8c8b-fd3e-4066-8a53-94434ec61908 req-3fea1f6e-b0b3-4171-8eb3-8d68195ec8cf tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:36.186404 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-858b8c8b-fd3e-4066-8a53-94434ec61908 req-3fea1f6e-b0b3-4171-8eb3-8d68195ec8cf tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=791614e7-ccbb-4e97-a69b-bf7701207619 HTTP/1.1" status: 200 len: 943 time: 0.0821519 Aug 25 18:31:36.219699 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d9084cec-b6dc-4a53-8332-0265e13b1df5 req-95c01cd9-6a40-4b74-8bb3-aee1a2f1879a tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1b236fe-4eca-4fd3-bfe1-84dabf0232d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600991 Aug 25 18:31:36.239791 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-858b8c8b-fd3e-4066-8a53-94434ec61908 req-df2dea45-9158-4ad7-96a6-8fff40547255 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473111 Aug 25 18:31:37.351708 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4a288-289d-4587-aa6f-8de95bd10c57 req-60f952f0-db3e-417e-8a90-5d4b0631765f tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:37.353269 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-20a4a288-289d-4587-aa6f-8de95bd10c57 req-60f952f0-db3e-417e-8a90-5d4b0631765f tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=791614e7-ccbb-4e97-a69b-bf7701207619 HTTP/1.1" status: 200 len: 943 time: 0.0490978 Aug 25 18:31:37.391240 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-20a4a288-289d-4587-aa6f-8de95bd10c57 req-5830f503-1259-4c12-a46b-614bb52dc35b tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313761 Aug 25 18:31:38.509446 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d111c-83e2-441f-8352-54ee8bcac974 req-4f17d8ec-fdd7-4482-ac62-d06d936cd51a tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:38.510846 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-556d111c-83e2-441f-8352-54ee8bcac974 req-4f17d8ec-fdd7-4482-ac62-d06d936cd51a tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=791614e7-ccbb-4e97-a69b-bf7701207619 HTTP/1.1" status: 200 len: 943 time: 0.0490372 Aug 25 18:31:38.549615 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-556d111c-83e2-441f-8352-54ee8bcac974 req-56615c28-6c15-48cd-b237-bcf9299cde6b tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319226 Aug 25 18:31:39.660098 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7162840-e8a1-42e4-a59f-4d828092761a req-dfac56bc-04d7-42bf-aa63-4048725bf16a tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:39.661596 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c7162840-e8a1-42e4-a59f-4d828092761a req-dfac56bc-04d7-42bf-aa63-4048725bf16a tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=791614e7-ccbb-4e97-a69b-bf7701207619 HTTP/1.1" status: 200 len: 943 time: 0.0474792 Aug 25 18:31:39.703633 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c7162840-e8a1-42e4-a59f-4d828092761a req-70c27e6a-948a-479e-b02c-ecee4cdcd913 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362506 Aug 25 18:31:40.813285 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1ff7f-200d-4542-af46-3b8d28483765 req-d4b5b57f-d72e-4d16-8797-19703df3fca6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:40.814724 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-56c1ff7f-200d-4542-af46-3b8d28483765 req-d4b5b57f-d72e-4d16-8797-19703df3fca6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=791614e7-ccbb-4e97-a69b-bf7701207619 HTTP/1.1" status: 200 len: 943 time: 0.0468814 Aug 25 18:31:40.852354 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-56c1ff7f-200d-4542-af46-3b8d28483765 req-26285825-6f5d-482d-8861-9888c6f72700 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318763 Aug 25 18:31:41.969062 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d926e39-a6cf-4362-864e-16cfdc211f6f req-be4429d0-dc53-4f2c-95bf-e0b44165544b tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:41.970510 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2d926e39-a6cf-4362-864e-16cfdc211f6f req-be4429d0-dc53-4f2c-95bf-e0b44165544b tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=791614e7-ccbb-4e97-a69b-bf7701207619 HTTP/1.1" status: 200 len: 943 time: 0.0501537 Aug 25 18:31:42.008309 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2d926e39-a6cf-4362-864e-16cfdc211f6f req-d275f54e-78da-4e02-b505-792e60d34a17 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317793 Aug 25 18:31:42.920986 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 7f857f60-ffa5-4cac-806c-0c92a06e9c53 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 18:31:43.013076 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 7f857f60-ffa5-4cac-806c-0c92a06e9c53, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=7f857f60-ffa5-4cac-806c-0c92a06e9c53,segment=NetworkSegment(aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5),segment_id=aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:31:43.027830 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Returning: {'device': '7f857f60-ffa5-4cac-806c-0c92a06e9c53', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'port_id': '7f857f60-ffa5-4cac-806c-0c92a06e9c53', 'mac_address': 'fa:16:3e:b8:33:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 18:31:43.067201 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:43.082542 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f857f60-ffa5-4cac-806c-0c92a06e9c53 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:31:43.103700 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 7f857f60-ffa5-4cac-806c-0c92a06e9c53, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=7f857f60-ffa5-4cac-806c-0c92a06e9c53,segment=NetworkSegment(aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5),segment_id=aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:31:43.107927 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:43.126674 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c6355-3084-41e3-a7ac-3cbcf9e4d7ae req-f50dd492-adb6-4d34-b19f-bf10c5c42d16 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:43.128196 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8e3c6355-3084-41e3-a7ac-3cbcf9e4d7ae req-f50dd492-adb6-4d34-b19f-bf10c5c42d16 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=791614e7-ccbb-4e97-a69b-bf7701207619 HTTP/1.1" status: 200 len: 943 time: 0.0513227 Aug 25 18:31:43.158212 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=7f857f60-ffa5-4cac-806c-0c92a06e9c53,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:43.170920 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8e3c6355-3084-41e3-a7ac-3cbcf9e4d7ae req-c4819251-f7cf-4f36-995a-33900092ebac tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358429 Aug 25 18:31:43.348172 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['7f857f60-ffa5-4cac-806c-0c92a06e9c53'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:31:43.656542 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-157292c5-0354-46d3-a618-3da269104edf req-7bd9a4be-96ea-4215-be7d-39c1a2d8f69d tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-242047221&fields=id&tenant_id=23a18564bec44817818acd32e48914fd HTTP/1.1" status: 200 len: 267 time: 0.0321107 Aug 25 18:31:43.759600 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157292c5-0354-46d3-a618-3da269104edf req-f8207a6d-6882-4ea3-bee7-0ecb35bef426 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:43.761293 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-157292c5-0354-46d3-a618-3da269104edf req-f8207a6d-6882-4ea3-bee7-0ecb35bef426 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/networks?id=d758b058-3a6c-4079-8150-04a6b556ab0c HTTP/1.1" status: 200 len: 809 time: 0.0983624 Aug 25 18:31:43.775853 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-157292c5-0354-46d3-a618-3da269104edf req-72ac7a54-a15f-4088-a391-034559557e8a tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/quotas/23a18564bec44817818acd32e48914fd HTTP/1.1" status: 200 len: 375 time: 0.0089669 Aug 25 18:31:43.825898 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-157292c5-0354-46d3-a618-3da269104edf req-bb6b4eec-c3e6-47fe-8fb9-069a3e996119 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=23a18564bec44817818acd32e48914fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449584 Aug 25 18:31:44.022924 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-157292c5-0354-46d3-a618-3da269104edf req-adaca356-c522-4bcc-bbb7-a580fb493bcd service neutron] 10.222.0.37 "GET /v2.0/networks/d758b058-3a6c-4079-8150-04a6b556ab0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859899 Aug 25 18:31:44.121555 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-157292c5-0354-46d3-a618-3da269104edf req-415bab78-5806-4b3e-868f-d73c93a36101 service neutron] 10.222.0.37 "GET /v2.0/networks/d758b058-3a6c-4079-8150-04a6b556ab0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921960 Aug 25 18:31:44.289060 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71a023-3c39-45a5-adb8-23aa63de5459 req-984c4759-5022-4b5f-bff5-2b26d5e2ac50 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:44.291465 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ee71a023-3c39-45a5-adb8-23aa63de5459 req-984c4759-5022-4b5f-bff5-2b26d5e2ac50 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=791614e7-ccbb-4e97-a69b-bf7701207619 HTTP/1.1" status: 200 len: 944 time: 0.0541785 Aug 25 18:31:44.330639 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ee71a023-3c39-45a5-adb8-23aa63de5459 req-af44df73-3a65-4c66-9d79-ba4dc5b95a4f tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331666 Aug 25 18:31:44.413687 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d9d8b64a-bf25-4427-a881-baf4f951c698 req-c9b1c47e-cae3-4b0e-a5f7-2346b232f89e tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 210 time: 0.0266666 Aug 25 18:31:45.335204 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 7f857f60-ffa5-4cac-806c-0c92a06e9c53 up at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:31:45.387283 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning for port 7f857f60-ffa5-4cac-806c-0c92a06e9c53 completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:31:45.391216 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning complete for port 7f857f60-ffa5-4cac-806c-0c92a06e9c53 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:31:45.395569 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:45.449950 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd02be-d692-498e-b7b0-264fec1e9151 req-498c989a-0424-4054-a980-946f931f2bb6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:45.451437 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-10fd02be-d692-498e-b7b0-264fec1e9151 req-498c989a-0424-4054-a980-946f931f2bb6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=791614e7-ccbb-4e97-a69b-bf7701207619 HTTP/1.1" status: 200 len: 944 time: 0.0539765 Aug 25 18:31:45.474743 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:45.498242 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791614e7-ccbb-4e97-a69b-bf7701207619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f857f60-ffa5-4cac-806c-0c92a06e9c53'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:31:45.498752 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-10fd02be-d692-498e-b7b0-264fec1e9151 req-2af36038-9aa5-4d5e-b6b9-feffa15552d4 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413845 Aug 25 18:31:45.500480 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700cf778d203af030a48c7cd7e91a8769aab6ec207ebda1a87165573d1bde0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8979c476-cdbb-4371-83e1-a937deda914f" -d '{"events": [{"server_uuid": "791614e7-ccbb-4e97-a69b-bf7701207619", "name": "network-vif-plugged", "status": "completed", "tag": "7f857f60-ffa5-4cac-806c-0c92a06e9c53"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:31:45.517191 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-25673dab-850c-4004-b060-8aea181a32a5 req-1802f3a1-f960-4c53-ae91-22ebb87688c0 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 210 time: 0.0339348 Aug 25 18:31:45.523193 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 7f857f60-ffa5-4cac-806c-0c92a06e9c53, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=7f857f60-ffa5-4cac-806c-0c92a06e9c53,segment=NetworkSegment(aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5),segment_id=aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:31:45.528903 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:45.551719 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bca56f-8904-47d3-9fe1-b6b672e727d6 x-openstack-request-id: req-c3bca56f-8904-47d3-9fe1-b6b672e727d6 {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:31:45.552009 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "791614e7-ccbb-4e97-a69b-bf7701207619", "name": "network-vif-plugged", "status": "completed", "tag": "7f857f60-ffa5-4cac-806c-0c92a06e9c53", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:31:45.552259 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3bca56f-8904-47d3-9fe1-b6b672e727d6 {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:31:45.552663 dv-cinder-790492-8-iscsi neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '791614e7-ccbb-4e97-a69b-bf7701207619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f857f60-ffa5-4cac-806c-0c92a06e9c53', 'code': 200} Aug 25 18:31:45.577342 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=7f857f60-ffa5-4cac-806c-0c92a06e9c53,revision_number=5']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:46.617061 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-78fc06be-30e2-4c30-b10c-57ac75b4ae95 req-a8a05727-17bd-4872-9b2f-d92df35ce752 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 210 time: 0.0283208 Aug 25 18:31:46.633560 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469ef62-d28f-4e4d-bdf6-7dd8743d33a0 req-c5d9dfc3-19e4-4f8f-8114-7f0fe709a9b3 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:46.635559 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2469ef62-d28f-4e4d-bdf6-7dd8743d33a0 req-c5d9dfc3-19e4-4f8f-8114-7f0fe709a9b3 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=791614e7-ccbb-4e97-a69b-bf7701207619 HTTP/1.1" status: 200 len: 945 time: 0.0718887 Aug 25 18:31:46.671967 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2469ef62-d28f-4e4d-bdf6-7dd8743d33a0 req-8de34775-e310-415b-a197-d020af008205 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305274 Aug 25 18:31:47.448677 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5788d8e-6bd6-4295-8adc-e8ca7f705d92 req-51dd6c3f-b040-40cd-b678-ad0e2c915fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:47.450100 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b5788d8e-6bd6-4295-8adc-e8ca7f705d92 req-51dd6c3f-b040-40cd-b678-ad0e2c915fdf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=791614e7-ccbb-4e97-a69b-bf7701207619 HTTP/1.1" status: 200 len: 1098 time: 0.0392368 Aug 25 18:31:47.488464 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b5788d8e-6bd6-4295-8adc-e8ca7f705d92 req-83040882-407a-45f6-8239-9ba371f1a0ee service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297151 Aug 25 18:31:47.707023 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c9177dd6-57cc-4d1b-9f4a-ac17fcfcdf5b req-9b7c8fdf-de75-48d2-9f31-551d6083b1cb tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 210 time: 0.0257783 Aug 25 18:31:47.783869 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d07a79-35fa-4c95-8a7e-6f26f77b5781 req-8e56bdda-4f42-443d-ae07-2e96641cd5ef tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:47.785384 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-25d07a79-35fa-4c95-8a7e-6f26f77b5781 req-8e56bdda-4f42-443d-ae07-2e96641cd5ef tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=791614e7-ccbb-4e97-a69b-bf7701207619 HTTP/1.1" status: 200 len: 945 time: 0.0480838 Aug 25 18:31:47.823731 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-25d07a79-35fa-4c95-8a7e-6f26f77b5781 req-430feb3d-67ac-459a-9015-2c68b7840368 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324240 Aug 25 18:31:47.979787 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157292c5-0354-46d3-a618-3da269104edf req-d24c934d-2924-4a96-94e9-1d64ff06e465 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:47.981265 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-157292c5-0354-46d3-a618-3da269104edf req-d24c934d-2924-4a96-94e9-1d64ff06e465 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.24 "GET /v2.0/networks?id=d758b058-3a6c-4079-8150-04a6b556ab0c HTTP/1.1" status: 200 len: 809 time: 0.1072688 Aug 25 18:31:48.026251 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-157292c5-0354-46d3-a618-3da269104edf req-b1a4e483-2a3b-4cc7-8f8c-13b963817f8e tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23a18564bec44817818acd32e48914fd HTTP/1.1" status: 200 len: 379 time: 0.0346701 Aug 25 18:31:48.045211 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-157292c5-0354-46d3-a618-3da269104edf req-92b44a8d-4838-4619-85b9-c33a31480006 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Request body: {'port': {'device_id': '7f2dd415-2ce2-4648-8135-841a89a9cdbd', 'network_id': 'd758b058-3a6c-4079-8150-04a6b556ab0c', 'admin_state_up': True, 'tenant_id': '23a18564bec44817818acd32e48914fd', 'security_groups': ['e3ee277e-e9ce-4cbd-a337-6f4e60766c71']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:31:48.148796 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-157292c5-0354-46d3-a618-3da269104edf req-92b44a8d-4838-4619-85b9-c33a31480006 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Made reservation on behalf of 23a18564bec44817818acd32e48914fd for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:31:48.152210 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-157292c5-0354-46d3-a618-3da269104edf req-92b44a8d-4838-4619-85b9-c33a31480006 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:48.278791 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-157292c5-0354-46d3-a618-3da269104edf req-92b44a8d-4838-4619-85b9-c33a31480006 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Allocated IP 172.20.0.12 (d758b058-3a6c-4079-8150-04a6b556ab0c/5a3ecd95-aa7d-483c-83aa-0602b4a40d75/80e715dd-7319-496e-9806-9d753a318414) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:31:48.418120 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-157292c5-0354-46d3-a618-3da269104edf req-92b44a8d-4838-4619-85b9-c33a31480006 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:48.433366 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-157292c5-0354-46d3-a618-3da269104edf req-92b44a8d-4838-4619-85b9-c33a31480006 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Transition to ACTIVE for port object 80e715dd-7319-496e-9806-9d753a318414 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:31:48.465346 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-157292c5-0354-46d3-a618-3da269104edf req-92b44a8d-4838-4619-85b9-c33a31480006 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:48.514229 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-157292c5-0354-46d3-a618-3da269104edf req-92b44a8d-4838-4619-85b9-c33a31480006 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Network d758b058-3a6c-4079-8150-04a6b556ab0c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:31:48.517446 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-157292c5-0354-46d3-a618-3da269104edf req-92b44a8d-4838-4619-85b9-c33a31480006 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:31:48.521371 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-157292c5-0354-46d3-a618-3da269104edf req-92b44a8d-4838-4619-85b9-c33a31480006 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:31:48.546045 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b44a8d-4838-4619-85b9-c33a31480006 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Pushing event updated for resources: {'Port': ['ID=80e715dd-7319-496e-9806-9d753a318414,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:48.573864 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:48.581144 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157292c5-0354-46d3-a618-3da269104edf req-92b44a8d-4838-4619-85b9-c33a31480006 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:48.581783 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-157292c5-0354-46d3-a618-3da269104edf req-92b44a8d-4838-4619-85b9-c33a31480006 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:48.596780 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-157292c5-0354-46d3-a618-3da269104edf req-92b44a8d-4838-4619-85b9-c33a31480006 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5551224 Aug 25 18:31:48.757992 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-597ba29e-10e9-4ae9-a462-0dead0147a90 None None] Provisioning for port 80e715dd-7319-496e-9806-9d753a318414 completed by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:31:48.761332 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-597ba29e-10e9-4ae9-a462-0dead0147a90 None None] Provisioning complete for port 80e715dd-7319-496e-9806-9d753a318414 triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:31:48.761694 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-597ba29e-10e9-4ae9-a462-0dead0147a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:48.797853 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-597ba29e-10e9-4ae9-a462-0dead0147a90 None None] Port 80e715dd-7319-496e-9806-9d753a318414 cannot update to ACTIVE because it is not bound. {{(pid=93793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:31:48.819604 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971a3af-b0c7-494a-964d-608b4aea3a90 req-d95e1532-2b71-4233-abef-5ea963719fae tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:48.821139 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3971a3af-b0c7-494a-964d-608b4aea3a90 req-d95e1532-2b71-4233-abef-5ea963719fae tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 932 time: 0.0496359 Aug 25 18:31:48.859497 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3971a3af-b0c7-494a-964d-608b4aea3a90 req-44858c52-2699-4ce2-999e-0a91e9f4bd11 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324531 Aug 25 18:31:48.940571 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c911f-6452-41c6-943d-be71e75ba556 req-19fedc12-870f-42f2-92ed-efe4d3b0a4bb tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:48.942047 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-312c911f-6452-41c6-943d-be71e75ba556 req-19fedc12-870f-42f2-92ed-efe4d3b0a4bb tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=791614e7-ccbb-4e97-a69b-bf7701207619 HTTP/1.1" status: 200 len: 945 time: 0.0514884 Aug 25 18:31:48.979613 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-312c911f-6452-41c6-943d-be71e75ba556 req-0e01468b-66e6-4cd7-8772-f2d71e7257d5 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312817 Aug 25 18:31:49.975381 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e44e0-0950-4e11-8a3d-ec95443385f2 req-814fdbfd-5efe-4142-8220-267e0c6c133b tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:49.976766 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-354e44e0-0950-4e11-8a3d-ec95443385f2 req-814fdbfd-5efe-4142-8220-267e0c6c133b tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 932 time: 0.0537813 Aug 25 18:31:50.014790 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-354e44e0-0950-4e11-8a3d-ec95443385f2 req-c0b6cdc0-a1b4-44a7-99b5-f7edddb4ea3f tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315545 Aug 25 18:31:50.090557 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40594e-f7c2-486a-82f6-5928fed745ec req-f609c3b8-8889-4021-8e41-5c11b67f58be tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:50.091984 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9e40594e-f7c2-486a-82f6-5928fed745ec req-f609c3b8-8889-4021-8e41-5c11b67f58be tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=791614e7-ccbb-4e97-a69b-bf7701207619 HTTP/1.1" status: 200 len: 945 time: 0.0470219 Aug 25 18:31:50.128232 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9e40594e-f7c2-486a-82f6-5928fed745ec req-3ebb9f6f-0d9f-41e9-b021-0fadb8491448 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302558 Aug 25 18:31:51.132232 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbdead-ca9b-4859-9c9b-c1485a232b87 req-540e5bf5-862e-4782-9037-fb1cd39b9760 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:51.133701 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-90bbdead-ca9b-4859-9c9b-c1485a232b87 req-540e5bf5-862e-4782-9037-fb1cd39b9760 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 932 time: 0.0512719 Aug 25 18:31:51.173143 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-90bbdead-ca9b-4859-9c9b-c1485a232b87 req-6b74a1e5-c503-4db0-a5dd-815b8308f032 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334725 Aug 25 18:31:51.240506 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ab8a3-71eb-4f29-bfb7-22b7b2ae8636 req-139e7e28-2e16-449c-b1bc-3c7dc0669ee5 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:51.241968 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f15ab8a3-71eb-4f29-bfb7-22b7b2ae8636 req-139e7e28-2e16-449c-b1bc-3c7dc0669ee5 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=791614e7-ccbb-4e97-a69b-bf7701207619 HTTP/1.1" status: 200 len: 945 time: 0.0479920 Aug 25 18:31:51.279253 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f15ab8a3-71eb-4f29-bfb7-22b7b2ae8636 req-c57087eb-5ff7-4129-9b94-84136d307df4 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315483 Aug 25 18:31:51.402412 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-157292c5-0354-46d3-a618-3da269104edf req-e4e5333f-e080-40b6-84eb-1773c369c4d2 service neutron] Request body: {'port': {'device_id': '7f2dd415-2ce2-4648-8135-841a89a9cdbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:31:51.458096 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-157292c5-0354-46d3-a618-3da269104edf req-e4e5333f-e080-40b6-84eb-1773c369c4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:51.721536 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [req-157292c5-0354-46d3-a618-3da269104edf req-e4e5333f-e080-40b6-84eb-1773c369c4d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80e715dd-7319-496e-9806-9d753a318414 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:31:51.728941 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-157292c5-0354-46d3-a618-3da269104edf req-e4e5333f-e080-40b6-84eb-1773c369c4d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:51.740246 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-157292c5-0354-46d3-a618-3da269104edf req-e4e5333f-e080-40b6-84eb-1773c369c4d2 service neutron] Transition to ACTIVE for port object 80e715dd-7319-496e-9806-9d753a318414 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:31:51.744588 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-157292c5-0354-46d3-a618-3da269104edf req-e4e5333f-e080-40b6-84eb-1773c369c4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13409301'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:51.790765 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5333f-e080-40b6-84eb-1773c369c4d2 service neutron] Pushing event updated for resources: {'Port': ['ID=80e715dd-7319-496e-9806-9d753a318414,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:51.867892 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-157292c5-0354-46d3-a618-3da269104edf req-e4e5333f-e080-40b6-84eb-1773c369c4d2 service neutron] Attempting to bind port 80e715dd-7319-496e-9806-9d753a318414 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:31:51.868237 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-157292c5-0354-46d3-a618-3da269104edf req-e4e5333f-e080-40b6-84eb-1773c369c4d2 service neutron] Attempting to bind port 80e715dd-7319-496e-9806-9d753a318414 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'c8c256c0-77f3-4d1a-8fef-d454ba30f0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd758b058-3a6c-4079-8150-04a6b556ab0c'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:31:51.869103 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157292c5-0354-46d3-a618-3da269104edf req-e4e5333f-e080-40b6-84eb-1773c369c4d2 service neutron] Attempting to bind port 80e715dd-7319-496e-9806-9d753a318414 on network d758b058-3a6c-4079-8150-04a6b556ab0c {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:31:51.873769 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157292c5-0354-46d3-a618-3da269104edf req-e4e5333f-e080-40b6-84eb-1773c369c4d2 service neutron] Port 80e715dd-7319-496e-9806-9d753a318414 on network d758b058-3a6c-4079-8150-04a6b556ab0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 18:31:51.874096 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157292c5-0354-46d3-a618-3da269104edf req-e4e5333f-e080-40b6-84eb-1773c369c4d2 service neutron] Attempting to bind port 80e715dd-7319-496e-9806-9d753a318414 on network d758b058-3a6c-4079-8150-04a6b556ab0c {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:31:51.879236 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157292c5-0354-46d3-a618-3da269104edf req-e4e5333f-e080-40b6-84eb-1773c369c4d2 service neutron] Checking agent: {'id': '7fd900e3-9f03-4129-b0c6-db4e233cdb3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'started_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:31:51.879575 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157292c5-0354-46d3-a618-3da269104edf req-e4e5333f-e080-40b6-84eb-1773c369c4d2 service neutron] Checking segment: {'id': 'c8c256c0-77f3-4d1a-8fef-d454ba30f0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd758b058-3a6c-4079-8150-04a6b556ab0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:31:51.879968 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157292c5-0354-46d3-a618-3da269104edf req-e4e5333f-e080-40b6-84eb-1773c369c4d2 service neutron] Bound using segment: {'id': 'c8c256c0-77f3-4d1a-8fef-d454ba30f0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd758b058-3a6c-4079-8150-04a6b556ab0c'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:31:51.880400 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-157292c5-0354-46d3-a618-3da269104edf req-e4e5333f-e080-40b6-84eb-1773c369c4d2 service neutron] Bound port: 80e715dd-7319-496e-9806-9d753a318414, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8c256c0-77f3-4d1a-8fef-d454ba30f0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd758b058-3a6c-4079-8150-04a6b556ab0c'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:31:51.880811 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-157292c5-0354-46d3-a618-3da269104edf req-e4e5333f-e080-40b6-84eb-1773c369c4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:51.946105 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-157292c5-0354-46d3-a618-3da269104edf req-e4e5333f-e080-40b6-84eb-1773c369c4d2 service neutron] For port 80e715dd-7319-496e-9806-9d753a318414, host hv-cinder-79049, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:31:51.949685 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-157292c5-0354-46d3-a618-3da269104edf req-e4e5333f-e080-40b6-84eb-1773c369c4d2 service neutron] For port 80e715dd-7319-496e-9806-9d753a318414, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=80e715dd-7319-496e-9806-9d753a318414,segment=NetworkSegment(c8c256c0-77f3-4d1a-8fef-d454ba30f0e3),segment_id=c8c256c0-77f3-4d1a-8fef-d454ba30f0e3)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:31:51.954652 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-157292c5-0354-46d3-a618-3da269104edf req-e4e5333f-e080-40b6-84eb-1773c369c4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13409301'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:51.989195 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157292c5-0354-46d3-a618-3da269104edf req-e4e5333f-e080-40b6-84eb-1773c369c4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:51.989732 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-157292c5-0354-46d3-a618-3da269104edf req-e4e5333f-e080-40b6-84eb-1773c369c4d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:51.991380 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-157292c5-0354-46d3-a618-3da269104edf req-e4e5333f-e080-40b6-84eb-1773c369c4d2 service neutron] 10.222.0.24 "PUT /v2.0/ports/80e715dd-7319-496e-9806-9d753a318414 HTTP/1.1" status: 200 len: 1094 time: 0.5960538 Aug 25 18:31:51.991820 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f2dd415-2ce2-4648-8135-841a89a9cdbd', 'tag': '80e715dd-7319-496e-9806-9d753a318414'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:31:51.994802 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4046492f-dbf3-4c84-ab05-290f84614277" -d '{"events": [{"name": "network-changed", "server_uuid": "7f2dd415-2ce2-4648-8135-841a89a9cdbd", "tag": "80e715dd-7319-496e-9806-9d753a318414"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:31:52.022053 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5333f-e080-40b6-84eb-1773c369c4d2 service neutron] Pushing event updated for resources: {'Port': ['ID=80e715dd-7319-496e-9806-9d753a318414,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:52.041176 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cf82c9-a936-4e3d-b70f-641a323b1bfb x-openstack-request-id: req-e4cf82c9-a936-4e3d-b70f-641a323b1bfb {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:31:52.041465 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f2dd415-2ce2-4648-8135-841a89a9cdbd", "tag": "80e715dd-7319-496e-9806-9d753a318414", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:31:52.041716 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e4cf82c9-a936-4e3d-b70f-641a323b1bfb {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:31:52.042117 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f2dd415-2ce2-4648-8135-841a89a9cdbd', 'tag': '80e715dd-7319-496e-9806-9d753a318414', 'status': 'completed', 'code': 200} Aug 25 18:31:52.103347 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157292c5-0354-46d3-a618-3da269104edf req-6daf61bd-bd27-429f-87a0-51f2afa94feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:52.104887 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-157292c5-0354-46d3-a618-3da269104edf req-6daf61bd-bd27-429f-87a0-51f2afa94feb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=23a18564bec44817818acd32e48914fd&device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 1097 time: 0.0435212 Aug 25 18:31:52.151288 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-157292c5-0354-46d3-a618-3da269104edf req-34c9795f-ba94-4d57-9b22-58da2a5a19cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80e715dd-7319-496e-9806-9d753a318414 HTTP/1.1" status: 200 len: 217 time: 0.0375817 Aug 25 18:31:52.202571 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157292c5-0354-46d3-a618-3da269104edf req-67297b2e-ecb9-49eb-a6f1-682d2ec3fa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:52.203951 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-157292c5-0354-46d3-a618-3da269104edf req-67297b2e-ecb9-49eb-a6f1-682d2ec3fa66 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5a3ecd95-aa7d-483c-83aa-0602b4a40d75 HTTP/1.1" status: 200 len: 848 time: 0.0454748 Aug 25 18:31:52.279357 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157292c5-0354-46d3-a618-3da269104edf req-e229d5f1-0577-475f-9315-b0c5b857d6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:52.280881 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-157292c5-0354-46d3-a618-3da269104edf req-e229d5f1-0577-475f-9315-b0c5b857d6c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d758b058-3a6c-4079-8150-04a6b556ab0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704532 Aug 25 18:31:52.305661 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079a651-702e-4b3e-859f-09752fd6dda2 req-0d7ea2cf-c6db-46f7-b1d6-4dccdaed9a51 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:52.306854 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f079a651-702e-4b3e-859f-09752fd6dda2 req-0d7ea2cf-c6db-46f7-b1d6-4dccdaed9a51 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 944 time: 0.0696580 Aug 25 18:31:52.425364 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f079a651-702e-4b3e-859f-09752fd6dda2 req-638d79d7-4ad9-4a35-a5e9-d03a29d58304 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085422 Aug 25 18:31:52.445987 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-157292c5-0354-46d3-a618-3da269104edf req-7b8ca4e0-8f25-4b5d-a019-982a9512bd9c service neutron] 10.222.0.24 "GET /v2.0/networks/d758b058-3a6c-4079-8150-04a6b556ab0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567376 Aug 25 18:31:52.454078 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6d716-e04a-42de-9c01-95a3ea371682 req-e3e7dd5d-5fe0-4721-9f72-cdbaf0a45f1b tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:52.455419 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a9a6d716-e04a-42de-9c01-95a3ea371682 req-e3e7dd5d-5fe0-4721-9f72-cdbaf0a45f1b tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=791614e7-ccbb-4e97-a69b-bf7701207619 HTTP/1.1" status: 200 len: 945 time: 0.1071603 Aug 25 18:31:52.536913 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a9a6d716-e04a-42de-9c01-95a3ea371682 req-a423a76e-0e58-4efd-be43-4333dc6583b4 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731308 Aug 25 18:31:52.565273 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-157292c5-0354-46d3-a618-3da269104edf req-440a3490-cfda-4cf6-bca1-a1fdb226499d service neutron] 10.222.0.24 "GET /v2.0/networks/d758b058-3a6c-4079-8150-04a6b556ab0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089733 Aug 25 18:31:52.687947 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed159e82-19c4-4bec-a827-586c58b5ba92 req-c59d96d9-2ac8-4e07-b3d5-e5f998401920 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:52.689451 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ed159e82-19c4-4bec-a827-586c58b5ba92 req-c59d96d9-2ac8-4e07-b3d5-e5f998401920 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=791614e7-ccbb-4e97-a69b-bf7701207619 HTTP/1.1" status: 200 len: 945 time: 0.0802381 Aug 25 18:31:52.691074 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046492f-dbf3-4c84-ab05-290f84614277 req-1f2b7f43-3af8-4b74-8e79-d6a86ec3ab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:52.692399 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4046492f-dbf3-4c84-ab05-290f84614277 req-1f2b7f43-3af8-4b74-8e79-d6a86ec3ab28 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=23a18564bec44817818acd32e48914fd&device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 1097 time: 0.0731339 Aug 25 18:31:52.774397 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ed159e82-19c4-4bec-a827-586c58b5ba92 req-016be7c2-25d2-4b95-ac06-ae3eb8cff44e tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790291 Aug 25 18:31:52.796394 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 43138) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:31:52.803529 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046492f-dbf3-4c84-ab05-290f84614277 req-28d80df0-8cac-4b77-a0f5-f2531ad8e6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:52.804999 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4046492f-dbf3-4c84-ab05-290f84614277 req-28d80df0-8cac-4b77-a0f5-f2531ad8e6e3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d758b058-3a6c-4079-8150-04a6b556ab0c HTTP/1.1" status: 200 len: 910 time: 0.1035674 Aug 25 18:31:52.837261 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc01ccc-8358-44ac-a19b-b43b06a4248d tempest-TestVolumeBootPattern-1679007908 tempest-TestVolumeBootPattern-1679007908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:52.841328 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-0fc01ccc-8358-44ac-a19b-b43b06a4248d tempest-TestVolumeBootPattern-1679007908 tempest-TestVolumeBootPattern-1679007908-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=791614e7-ccbb-4e97-a69b-bf7701207619 HTTP/1.1" status: 200 len: 1093 time: 0.0413539 Aug 25 18:31:52.841678 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 43140) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:31:52.846081 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-855a88d0-02a2-404d-a80d-0e025cf94262 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Request body: {'floatingip': {'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'port_id': '7f857f60-ffa5-4cac-806c-0c92a06e9c53', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:31:52.854328 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4046492f-dbf3-4c84-ab05-290f84614277 req-d3fd4f2c-aae9-47d6-8a9f-bb9a0153f651 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80e715dd-7319-496e-9806-9d753a318414 HTTP/1.1" status: 200 len: 217 time: 0.0375550 Aug 25 18:31:52.867923 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-855a88d0-02a2-404d-a80d-0e025cf94262 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for floatingip, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:52.903399 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046492f-dbf3-4c84-ab05-290f84614277 req-8c058c82-fe6d-4114-8242-15c5ffab1305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:52.904863 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4046492f-dbf3-4c84-ab05-290f84614277 req-8c058c82-fe6d-4114-8242-15c5ffab1305 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5a3ecd95-aa7d-483c-83aa-0602b4a40d75 HTTP/1.1" status: 200 len: 848 time: 0.0434155 Aug 25 18:31:52.950023 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046492f-dbf3-4c84-ab05-290f84614277 req-a258a7b6-9319-48dd-abe6-cff720c3dbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:52.951498 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4046492f-dbf3-4c84-ab05-290f84614277 req-a258a7b6-9319-48dd-abe6-cff720c3dbb0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d758b058-3a6c-4079-8150-04a6b556ab0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399418 Aug 25 18:31:52.960236 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-855a88d0-02a2-404d-a80d-0e025cf94262 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:53.047164 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4046492f-dbf3-4c84-ab05-290f84614277 req-fa869aa6-d864-48a3-9322-f5705aa635b5 service neutron] 10.222.0.24 "GET /v2.0/networks/d758b058-3a6c-4079-8150-04a6b556ab0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886505 Aug 25 18:31:53.065390 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-855a88d0-02a2-404d-a80d-0e025cf94262 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Allocated IP 172.27.3.99 (e0615610-0145-4336-86ca-92716d56c217/ba8c35dc-42f2-4379-aafd-ce1793efee80/4ef5440c-2506-4c2b-8b64-636850cea354) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:31:53.136990 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4046492f-dbf3-4c84-ab05-290f84614277 req-9e242620-c63a-46f8-9edb-72c512164fa9 service neutron] 10.222.0.24 "GET /v2.0/networks/d758b058-3a6c-4079-8150-04a6b556ab0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829444 Aug 25 18:31:53.166134 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-855a88d0-02a2-404d-a80d-0e025cf94262 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:53.202950 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-855a88d0-02a2-404d-a80d-0e025cf94262 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12706292'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:53.240866 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855a88d0-02a2-404d-a80d-0e025cf94262 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Network e0615610-0145-4336-86ca-92716d56c217 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:31:53.245458 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-855a88d0-02a2-404d-a80d-0e025cf94262 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:31:53.248846 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855a88d0-02a2-404d-a80d-0e025cf94262 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:31:53.271016 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a88d0-02a2-404d-a80d-0e025cf94262 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Pushing event updated for resources: {'Port': ['ID=4ef5440c-2506-4c2b-8b64-636850cea354,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:53.342344 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f513c0c8-fdbc-4bd2-8b3a-c01b176d3ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:53.543225 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85124fa9-7174-4450-8295-04de483e8a94 req-de532153-3492-4a2f-8886-a7b4ef7ca8c2 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:53.544667 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-85124fa9-7174-4450-8295-04de483e8a94 req-de532153-3492-4a2f-8886-a7b4ef7ca8c2 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 944 time: 0.0525482 Aug 25 18:31:53.597584 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-85124fa9-7174-4450-8295-04de483e8a94 req-a85921ee-21dc-4d22-ac7a-9d6957e49716 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464549 Aug 25 18:31:53.609109 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-855a88d0-02a2-404d-a80d-0e025cf94262 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:53.674920 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-855a88d0-02a2-404d-a80d-0e025cf94262 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:53.820850 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-855a88d0-02a2-404d-a80d-0e025cf94262 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:53.825852 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-855a88d0-02a2-404d-a80d-0e025cf94262 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12706285'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:53.894986 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a88d0-02a2-404d-a80d-0e025cf94262 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Pushing event updated for resources: {'Port': ['ID=4ef5440c-2506-4c2b-8b64-636850cea354,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:53.908799 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-855a88d0-02a2-404d-a80d-0e025cf94262 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438161'] for floatingip, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:54.215491 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.db.l3_db [None req-855a88d0-02a2-404d-a80d-0e025cf94262 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Floating IP a046d328-c6d0-49d6-b2b3-32af1626c004 associated. External IP: 172.27.3.99, port: 7f857f60-ffa5-4cac-806c-0c92a06e9c53. Aug 25 18:31:54.419306 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855a88d0-02a2-404d-a80d-0e025cf94262 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Router 9f2b68f1-549f-4245-acf0-478f17b48df5 has already been hosted by L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 {{(pid=93792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:31:54.522530 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855a88d0-02a2-404d-a80d-0e025cf94262 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:31:54.532579 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85da4f90-a06e-444a-a53f-80819bfd5a4b None None] Sync routers for ids ['9f2b68f1-549f-4245-acf0-478f17b48df5'] in dv-cinder-790492-8-iscsi {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:31:54.538402 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-855a88d0-02a2-404d-a80d-0e025cf94262 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for floatingip, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:54.541287 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85da4f90-a06e-444a-a53f-80819bfd5a4b None None] Routers {'9f2b68f1-549f-4245-acf0-478f17b48df5'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:31:54.541905 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-85da4f90-a06e-444a-a53f-80819bfd5a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:31:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['9f2b68f1-549f-4245-acf0-478f17b48df5'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:31:54.564686 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-855a88d0-02a2-404d-a80d-0e025cf94262 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7219799 Aug 25 18:31:54.565275 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '791614e7-ccbb-4e97-a69b-bf7701207619', 'tag': '7f857f60-ffa5-4cac-806c-0c92a06e9c53'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:31:54.567511 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c984d1858996a6e9101b3241db424c31c619dd4f66880771aa34b5ec8c668a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69a4d72-f06e-494f-90f8-8705aadc65fc" -d '{"events": [{"name": "network-changed", "server_uuid": "791614e7-ccbb-4e97-a69b-bf7701207619", "tag": "7f857f60-ffa5-4cac-806c-0c92a06e9c53"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:31:54.602697 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32a7599-7266-400a-89ca-db7f9ee02afb x-openstack-request-id: req-b32a7599-7266-400a-89ca-db7f9ee02afb {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:31:54.602986 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "791614e7-ccbb-4e97-a69b-bf7701207619", "tag": "7f857f60-ffa5-4cac-806c-0c92a06e9c53", "status": "completed", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:31:54.603232 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b32a7599-7266-400a-89ca-db7f9ee02afb {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:31:54.603624 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '791614e7-ccbb-4e97-a69b-bf7701207619', 'tag': '7f857f60-ffa5-4cac-806c-0c92a06e9c53', 'status': 'completed', 'code': 200} Aug 25 18:31:54.650342 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-85da4f90-a06e-444a-a53f-80819bfd5a4b None None] Set router 9f2b68f1-549f-4245-acf0-478f17b48df5 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:31:54.683860 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a4d72-f06e-494f-90f8-8705aadc65fc req-b580f93d-e535-4ac0-acb7-2f18a5f2dd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:54.687804 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e69a4d72-f06e-494f-90f8-8705aadc65fc req-b580f93d-e535-4ac0-acb7-2f18a5f2dd08 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d82372d74da4f7189c2a324de5c53bf&device_id=791614e7-ccbb-4e97-a69b-bf7701207619 HTTP/1.1" status: 200 len: 1098 time: 0.0589440 Aug 25 18:31:54.886113 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-85da4f90-a06e-444a-a53f-80819bfd5a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'name': 'tempest-TestVolumeBootPattern-1064946468-router', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:42Z', 'revision_number': 4, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'gw_port': {'id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_floatingips': [{'id': 'a046d328-c6d0-49d6-b2b3-32af1626c004', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'router_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'port_id': '7f857f60-ffa5-4cac-806c-0c92a06e9c53', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'mac_address': 'fa:16:3e:b8:33:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791614e7-ccbb-4e97-a69b-bf7701207619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:31:53Z', 'updated_at': '2021-08-25T18:31:53Z', 'revision_number': 0, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc803137-1c1b-46d2-b0a8-3439398ac84d', 'name': '', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'mac_address': 'fa:16:3e:78:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:41Z', 'updated_at': '2021-08-25T18:28:48Z', 'revision_number': 5, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'subnets': [{'id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:31:54.916344 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85da4f90-a06e-444a-a53f-80819bfd5a4b None None] Checking router: 9f2b68f1-549f-4245-acf0-478f17b48df5 for host: dv-cinder-790492-8-iscsi {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:31:54.925155 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85da4f90-a06e-444a-a53f-80819bfd5a4b None None] Routers {'9f2b68f1-549f-4245-acf0-478f17b48df5'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:31:54.925771 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-85da4f90-a06e-444a-a53f-80819bfd5a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:31:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['9f2b68f1-549f-4245-acf0-478f17b48df5'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:31:55.030151 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-85da4f90-a06e-444a-a53f-80819bfd5a4b None None] Set router 9f2b68f1-549f-4245-acf0-478f17b48df5 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:31:55.061975 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c52fc0-28d1-4297-be59-9566038e3574 req-3c087dd8-7a2f-4895-92cc-e58761a580af tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:55.063418 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-62c52fc0-28d1-4297-be59-9566038e3574 req-3c087dd8-7a2f-4895-92cc-e58761a580af tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 944 time: 0.3722572 Aug 25 18:31:55.109817 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a4d72-f06e-494f-90f8-8705aadc65fc req-2b637213-9cde-498b-b08c-2a058a43056d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:55.111272 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e69a4d72-f06e-494f-90f8-8705aadc65fc req-2b637213-9cde-498b-b08c-2a058a43056d service neutron] 10.222.0.24 "GET /v2.0/networks?id=25c2fc48-f9a1-4bec-9c66-689eb0740ad2 HTTP/1.1" status: 200 len: 913 time: 0.4069464 Aug 25 18:31:55.118981 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-62c52fc0-28d1-4297-be59-9566038e3574 req-3b6420f3-fc3e-418e-a314-3dad67bf50a9 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486145 Aug 25 18:31:55.176884 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e69a4d72-f06e-494f-90f8-8705aadc65fc req-ecc9e4c2-fb3b-4800-bf4c-396e55bcef56 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f857f60-ffa5-4cac-806c-0c92a06e9c53 HTTP/1.1" status: 200 len: 998 time: 0.0569124 Aug 25 18:31:55.227594 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a4d72-f06e-494f-90f8-8705aadc65fc req-483ade3a-cc7c-48bb-9bc9-5b5abea1a239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:55.229587 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e69a4d72-f06e-494f-90f8-8705aadc65fc req-483ade3a-cc7c-48bb-9bc9-5b5abea1a239 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc4734bb-f832-4878-a2e9-67939f407874 HTTP/1.1" status: 200 len: 851 time: 0.0462141 Aug 25 18:31:55.267796 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-85da4f90-a06e-444a-a53f-80819bfd5a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'name': 'tempest-TestVolumeBootPattern-1064946468-router', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:42Z', 'revision_number': 4, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'gw_port': {'id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_floatingips': [{'id': 'a046d328-c6d0-49d6-b2b3-32af1626c004', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'router_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'port_id': '7f857f60-ffa5-4cac-806c-0c92a06e9c53', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'mac_address': 'fa:16:3e:b8:33:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791614e7-ccbb-4e97-a69b-bf7701207619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:31:53Z', 'updated_at': '2021-08-25T18:31:53Z', 'revision_number': 0, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc803137-1c1b-46d2-b0a8-3439398ac84d', 'name': '', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'mac_address': 'fa:16:3e:78:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:41Z', 'updated_at': '2021-08-25T18:28:48Z', 'revision_number': 5, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'subnets': [{'id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:31:55.279360 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a4d72-f06e-494f-90f8-8705aadc65fc req-cec99fa0-39a3-4a27-ab0c-efdc3a81ed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:55.280933 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e69a4d72-f06e-494f-90f8-8705aadc65fc req-cec99fa0-39a3-4a27-ab0c-efdc3a81ed09 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25c2fc48-f9a1-4bec-9c66-689eb0740ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397298 Aug 25 18:31:55.294071 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85da4f90-a06e-444a-a53f-80819bfd5a4b None None] The sync data for ids ['9f2b68f1-549f-4245-acf0-478f17b48df5'] in dv-cinder-790492-8-iscsi is: [{'id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'name': 'tempest-TestVolumeBootPattern-1064946468-router', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:42Z', 'revision_number': 4, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'gw_port': {'id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_floatingips': [{'id': 'a046d328-c6d0-49d6-b2b3-32af1626c004', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'router_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'port_id': '7f857f60-ffa5-4cac-806c-0c92a06e9c53', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'mac_address': 'fa:16:3e:b8:33:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791614e7-ccbb-4e97-a69b-bf7701207619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:31:53Z', 'updated_at': '2021-08-25T18:31:53Z', 'revision_number': 0, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc803137-1c1b-46d2-b0a8-3439398ac84d', 'name': '', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'mac_address': 'fa:16:3e:78:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:41Z', 'updated_at': '2021-08-25T18:28:48Z', 'revision_number': 5, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'subnets': [{'id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:31:55.373492 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e69a4d72-f06e-494f-90f8-8705aadc65fc req-651dae54-5c41-4b82-a840-bf6177ea4e98 service neutron] 10.222.0.24 "GET /v2.0/networks/25c2fc48-f9a1-4bec-9c66-689eb0740ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848141 Aug 25 18:31:55.470131 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72240f47-f446-4bc2-9aac-a4464d087090 None None] New status for floating IP a046d328-c6d0-49d6-b2b3-32af1626c004: ACTIVE {{(pid=93794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 18:31:55.470753 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e69a4d72-f06e-494f-90f8-8705aadc65fc req-bcefb0f1-867f-41c9-a402-56e56c0cd957 service neutron] 10.222.0.24 "GET /v2.0/networks/25c2fc48-f9a1-4bec-9c66-689eb0740ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899632 Aug 25 18:31:55.774082 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c4ff296d-3c7d-4c79-9b19-2b3100de1ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:56.230904 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749d3f6-70c0-4d33-a854-5cb8f39a6e0a req-e0de9af0-228b-42db-9c5e-de4bb6b4c816 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:56.232236 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2749d3f6-70c0-4d33-a854-5cb8f39a6e0a req-e0de9af0-228b-42db-9c5e-de4bb6b4c816 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 944 time: 0.0476933 Aug 25 18:31:56.269110 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2749d3f6-70c0-4d33-a854-5cb8f39a6e0a req-0f06197e-c87c-455c-b5db-02b2eac8ce15 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311441 Aug 25 18:31:57.210490 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094e05c-49c4-43e2-b742-f6278db36766 req-8168dba0-72f7-45ac-897e-03474d9e0301 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:57.211863 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f094e05c-49c4-43e2-b742-f6278db36766 req-8168dba0-72f7-45ac-897e-03474d9e0301 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0b861c0-8eac-4d61-a0a5-f3d0ad426f6e HTTP/1.1" status: 200 len: 946 time: 0.0474341 Aug 25 18:31:57.233735 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:57.251187 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f094e05c-49c4-43e2-b742-f6278db36766 req-6c9f0a5e-d118-46d5-aa1f-279119f6db56 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1b236fe-4eca-4fd3-bfe1-84dabf0232d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333445 Aug 25 18:31:57.391408 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd4f63-39b0-4a5c-a88a-a64c924dab9b req-dae82f7f-9f34-48f6-b077-278fff9587dd tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:57.392910 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8bdd4f63-39b0-4a5c-a88a-a64c924dab9b req-dae82f7f-9f34-48f6-b077-278fff9587dd tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 944 time: 0.0542426 Aug 25 18:31:57.430444 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8bdd4f63-39b0-4a5c-a88a-a64c924dab9b req-9964109f-6228-47b3-8fab-5767167f6138 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315893 Aug 25 18:31:57.474655 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:58.362865 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7134d16-ec4b-4f3b-883d-f915b557f524 req-1d80589a-8392-4ade-8af9-0dd25f08c6cb tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:58.365308 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b7134d16-ec4b-4f3b-883d-f915b557f524 req-1d80589a-8392-4ade-8af9-0dd25f08c6cb tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0b861c0-8eac-4d61-a0a5-f3d0ad426f6e HTTP/1.1" status: 200 len: 946 time: 0.0493209 Aug 25 18:31:58.402989 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b7134d16-ec4b-4f3b-883d-f915b557f524 req-47840f2c-f8a4-4fb0-9fc0-f0a1ef13140c tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1b236fe-4eca-4fd3-bfe1-84dabf0232d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314772 Aug 25 18:31:58.540194 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74b7c2-0164-4deb-bb16-db95829eb776 req-a12c9524-fed9-47eb-9d02-d38ae93fd351 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:58.541582 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8c74b7c2-0164-4deb-bb16-db95829eb776 req-a12c9524-fed9-47eb-9d02-d38ae93fd351 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 944 time: 0.0477872 Aug 25 18:31:58.578543 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8c74b7c2-0164-4deb-bb16-db95829eb776 req-febd4b2a-d5b5-4813-839c-a689c76f669f tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312743 Aug 25 18:31:58.886014 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:58.899282 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59ec7e-aeea-4a53-8263-a53c4451a781 req-d67b7421-d1ab-4c40-bd7f-520a71f37827 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:58.900738 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3d59ec7e-aeea-4a53-8263-a53c4451a781 req-d67b7421-d1ab-4c40-bd7f-520a71f37827 tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0b861c0-8eac-4d61-a0a5-f3d0ad426f6e HTTP/1.1" status: 200 len: 946 time: 0.0509341 Aug 25 18:31:58.953831 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 80e715dd-7319-496e-9806-9d753a318414 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 18:31:58.990682 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-3d59ec7e-aeea-4a53-8263-a53c4451a781 req-dbef6049-60f1-4eba-a15c-e09c049fbf5d tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Deleting port b77be2d0-28f9-4bf7-912f-dca349918567 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:31:58.991023 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3d59ec7e-aeea-4a53-8263-a53c4451a781 req-dbef6049-60f1-4eba-a15c-e09c049fbf5d tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:59.084850 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-3d59ec7e-aeea-4a53-8263-a53c4451a781 req-dbef6049-60f1-4eba-a15c-e09c049fbf5d tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] For port b77be2d0-28f9-4bf7-912f-dca349918567, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=b77be2d0-28f9-4bf7-912f-dca349918567,segment=NetworkSegment(5bec6880-c426-4f86-b9cf-6994d9763b4e),segment_id=5bec6880-c426-4f86-b9cf-6994d9763b4e)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:31:59.085219 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3d59ec7e-aeea-4a53-8263-a53c4451a781 req-dbef6049-60f1-4eba-a15c-e09c049fbf5d tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:59.099242 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-3d59ec7e-aeea-4a53-8263-a53c4451a781 req-dbef6049-60f1-4eba-a15c-e09c049fbf5d tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Calling delete_port for b77be2d0-28f9-4bf7-912f-dca349918567 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:31:59.174164 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 80e715dd-7319-496e-9806-9d753a318414, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=80e715dd-7319-496e-9806-9d753a318414,segment=NetworkSegment(c8c256c0-77f3-4d1a-8fef-d454ba30f0e3),segment_id=c8c256c0-77f3-4d1a-8fef-d454ba30f0e3)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:31:59.185285 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Returning: {'device': '80e715dd-7319-496e-9806-9d753a318414', 'network_id': 'd758b058-3a6c-4079-8150-04a6b556ab0c', 'port_id': '80e715dd-7319-496e-9806-9d753a318414', 'mac_address': 'fa:16:3e:af:87:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a3ecd95-aa7d-483c-83aa-0602b4a40d75', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 18:31:59.221298 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:59.227158 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3d59ec7e-aeea-4a53-8263-a53c4451a781 req-dbef6049-60f1-4eba-a15c-e09c049fbf5d tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:59.235466 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e715dd-7319-496e-9806-9d753a318414 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:31:59.242084 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['b77be2d0-28f9-4bf7-912f-dca349918567'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:31:59.262498 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef6049-60f1-4eba-a15c-e09c049fbf5d tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Pushing event deleted for resources: {'Port': ['ID=b77be2d0-28f9-4bf7-912f-dca349918567,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:59.278707 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 80e715dd-7319-496e-9806-9d753a318414, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=80e715dd-7319-496e-9806-9d753a318414,segment=NetworkSegment(c8c256c0-77f3-4d1a-8fef-d454ba30f0e3),segment_id=c8c256c0-77f3-4d1a-8fef-d454ba30f0e3)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:31:59.282590 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:59.296598 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d59ec7e-aeea-4a53-8263-a53c4451a781 req-dbef6049-60f1-4eba-a15c-e09c049fbf5d tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] No DVR routers for this DVR port b77be2d0-28f9-4bf7-912f-dca349918567 on host hv-cinder-79049 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:31:59.299238 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3d59ec7e-aeea-4a53-8263-a53c4451a781 req-dbef6049-60f1-4eba-a15c-e09c049fbf5d tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:31:59.301268 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-3d59ec7e-aeea-4a53-8263-a53c4451a781 req-dbef6049-60f1-4eba-a15c-e09c049fbf5d tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.24 "DELETE /v2.0/ports/b77be2d0-28f9-4bf7-912f-dca349918567 HTTP/1.1" status: 204 len: 173 time: 0.3934751 Aug 25 18:31:59.301705 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b861c0-8eac-4d61-a0a5-f3d0ad426f6e', 'name': 'network-vif-deleted', 'tag': 'b77be2d0-28f9-4bf7-912f-dca349918567'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:31:59.303982 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a858afbf-72ab-49d4-be0a-10bf7315cae3" -d '{"events": [{"server_uuid": "c0b861c0-8eac-4d61-a0a5-f3d0ad426f6e", "name": "network-vif-deleted", "tag": "b77be2d0-28f9-4bf7-912f-dca349918567"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:31:59.330296 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=80e715dd-7319-496e-9806-9d753a318414,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:31:59.346497 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f6075a-1f9d-4298-9d1b-79dd456feefd x-openstack-request-id: req-91f6075a-1f9d-4298-9d1b-79dd456feefd {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:31:59.346791 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b861c0-8eac-4d61-a0a5-f3d0ad426f6e", "name": "network-vif-deleted", "tag": "b77be2d0-28f9-4bf7-912f-dca349918567", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:31:59.347045 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-91f6075a-1f9d-4298-9d1b-79dd456feefd {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:31:59.347684 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b861c0-8eac-4d61-a0a5-f3d0ad426f6e', 'name': 'network-vif-deleted', 'tag': 'b77be2d0-28f9-4bf7-912f-dca349918567', 'status': 'completed', 'code': 200} Aug 25 18:31:59.510883 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e8dbfc44-7c36-4d63-88dd-afb0337f85e8 req-a0320931-3bb8-4cdb-9f2a-54383a10296f tempest-VolumesSnapshotTestJSON-1859349481 tempest-VolumesSnapshotTestJSON-1859349481-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0b861c0-8eac-4d61-a0a5-f3d0ad426f6e HTTP/1.1" status: 200 len: 210 time: 0.0257595 Aug 25 18:31:59.512006 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['80e715dd-7319-496e-9806-9d753a318414'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:31:59.693020 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29f803-f791-446c-ae23-78e26104f671 req-1f45d428-bdb7-4002-813c-6e10cb2813dd tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:31:59.694537 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ba29f803-f791-446c-ae23-78e26104f671 req-1f45d428-bdb7-4002-813c-6e10cb2813dd tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 945 time: 0.0489209 Aug 25 18:31:59.740246 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ba29f803-f791-446c-ae23-78e26104f671 req-21a0f86d-023f-4205-a7d1-3cf1efa36126 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391304 Aug 25 18:32:00.859797 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec0787-a237-416d-82ad-ed91945a447e req-769aa5b7-bb87-4519-9af9-b8f503651e37 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:32:00.861358 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a7ec0787-a237-416d-82ad-ed91945a447e req-769aa5b7-bb87-4519-9af9-b8f503651e37 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 945 time: 0.0533166 Aug 25 18:32:00.900188 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a7ec0787-a237-416d-82ad-ed91945a447e req-db05e897-2c2f-48c0-aa9b-4ce846da35c2 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325189 Aug 25 18:32:00.953736 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 80e715dd-7319-496e-9806-9d753a318414 up at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:32:01.001313 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning for port 80e715dd-7319-496e-9806-9d753a318414 completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:32:01.004822 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning complete for port 80e715dd-7319-496e-9806-9d753a318414 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:32:01.005188 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:01.084891 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:01.111698 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2dd415-2ce2-4648-8135-841a89a9cdbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e715dd-7319-496e-9806-9d753a318414'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:32:01.113997 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700cf778d203af030a48c7cd7e91a8769aab6ec207ebda1a87165573d1bde0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fdb68d-3b19-4d04-9970-8b39de35a1d1" -d '{"events": [{"server_uuid": "7f2dd415-2ce2-4648-8135-841a89a9cdbd", "name": "network-vif-plugged", "status": "completed", "tag": "80e715dd-7319-496e-9806-9d753a318414"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:32:01.127329 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 80e715dd-7319-496e-9806-9d753a318414, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=80e715dd-7319-496e-9806-9d753a318414,segment=NetworkSegment(c8c256c0-77f3-4d1a-8fef-d454ba30f0e3),segment_id=c8c256c0-77f3-4d1a-8fef-d454ba30f0e3)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:32:01.131500 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:01.132383 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device b77be2d0-28f9-4bf7-912f-dca349918567 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:32:01.153437 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2568abb0-a393-473e-b00d-8ec904f1d12c x-openstack-request-id: req-2568abb0-a393-473e-b00d-8ec904f1d12c {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:32:01.153733 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2dd415-2ce2-4648-8135-841a89a9cdbd", "name": "network-vif-plugged", "status": "completed", "tag": "80e715dd-7319-496e-9806-9d753a318414", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:32:01.153997 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2568abb0-a393-473e-b00d-8ec904f1d12c {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:32:01.154393 dv-cinder-790492-8-iscsi neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2dd415-2ce2-4648-8135-841a89a9cdbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e715dd-7319-496e-9806-9d753a318414', 'code': 200} Aug 25 18:32:01.172488 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] No Port match for: b77be2d0-28f9-4bf7-912f-dca349918567 {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:32:01.172857 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device b77be2d0-28f9-4bf7-912f-dca349918567 not bound to the agent host hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:32:01.198258 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=80e715dd-7319-496e-9806-9d753a318414,revision_number=5']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:32:01.358919 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef25421-b530-4cf5-b1d5-0bd76c823179 req-6039edad-0a13-4041-9edb-16927796c642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:32:01.360390 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6ef25421-b530-4cf5-b1d5-0bd76c823179 req-6039edad-0a13-4041-9edb-16927796c642 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 1099 time: 0.0402877 Aug 25 18:32:01.394291 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-6ef25421-b530-4cf5-b1d5-0bd76c823179 req-f42b9566-a1c0-498a-b92e-98b88242dc7a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269985 Aug 25 18:32:02.032470 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397d49b-37dd-4be1-aa7c-a19c7816c4d9 req-bd5083e9-336f-4a06-9ddc-a79b14565f82 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:32:02.034153 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1397d49b-37dd-4be1-aa7c-a19c7816c4d9 req-bd5083e9-336f-4a06-9ddc-a79b14565f82 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 946 time: 0.0605273 Aug 25 18:32:02.075998 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1397d49b-37dd-4be1-aa7c-a19c7816c4d9 req-2e39b289-dfb6-422e-9e18-5c288c33fa43 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357959 Aug 25 18:32:03.187289 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29836ad6-6006-4933-b424-9816ee8a7ea1 req-7d8e554b-86a8-4f13-a310-156cb0e8f802 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:32:03.188750 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-29836ad6-6006-4933-b424-9816ee8a7ea1 req-7d8e554b-86a8-4f13-a310-156cb0e8f802 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 946 time: 0.0475931 Aug 25 18:32:03.225901 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-29836ad6-6006-4933-b424-9816ee8a7ea1 req-ea295e6f-06b3-45ad-959b-1d0df7721f24 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313742 Aug 25 18:32:04.333720 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a24ac-3656-4822-9e99-40b251d30639 req-0f5048bf-d756-4fbf-8d2e-29fad4d8b572 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:32:04.335086 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-570a24ac-3656-4822-9e99-40b251d30639 req-0f5048bf-d756-4fbf-8d2e-29fad4d8b572 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 946 time: 0.0477309 Aug 25 18:32:04.372533 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-570a24ac-3656-4822-9e99-40b251d30639 req-ec52b077-c560-4ec1-825e-5dd54ce8c1a2 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311544 Aug 25 18:32:05.491673 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728ca54-b098-43c0-841f-ac4d9f43a215 req-b43f9ba6-5918-42ce-b038-bd45bd8c30f7 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:32:05.493150 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a728ca54-b098-43c0-841f-ac4d9f43a215 req-b43f9ba6-5918-42ce-b038-bd45bd8c30f7 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 946 time: 0.0485747 Aug 25 18:32:05.533733 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a728ca54-b098-43c0-841f-ac4d9f43a215 req-58abe371-6cac-42aa-8d39-2329c93f52fc tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341475 Aug 25 18:32:05.644159 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba089e-fb87-4369-b527-5495f8119398 req-a0ecb81f-18cf-48ea-8f6c-d744b5006613 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:32:05.646017 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-85ba089e-fb87-4369-b527-5495f8119398 req-a0ecb81f-18cf-48ea-8f6c-d744b5006613 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 946 time: 0.0493562 Aug 25 18:32:05.684151 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-85ba089e-fb87-4369-b527-5495f8119398 req-4776e2e9-2ba1-41de-9926-8a8a332083c4 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320883 Aug 25 18:32:05.705089 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 43234) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:32:05.786638 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785824d3-dc1d-446c-8c39-646ac8f85487 tempest-TestShelveInstance-764287361 tempest-TestShelveInstance-764287361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:32:05.788154 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-785824d3-dc1d-446c-8c39-646ac8f85487 tempest-TestShelveInstance-764287361 tempest-TestShelveInstance-764287361-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 1094 time: 0.0821609 Aug 25 18:32:05.791641 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 43238) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:32:05.796013 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-b93bdabf-5c25-4179-b184-f9bb9dd54d4f tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Request body: {'floatingip': {'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'port_id': '80e715dd-7319-496e-9806-9d753a318414', 'tenant_id': '23a18564bec44817818acd32e48914fd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:32:05.817079 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b93bdabf-5c25-4179-b184-f9bb9dd54d4f tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks [] for floatingip, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:05.913754 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b93bdabf-5c25-4179-b184-f9bb9dd54d4f tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:06.019211 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-b93bdabf-5c25-4179-b184-f9bb9dd54d4f tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Allocated IP 172.27.3.162 (e0615610-0145-4336-86ca-92716d56c217/ba8c35dc-42f2-4379-aafd-ce1793efee80/37115cd9-978e-405f-9213-108a276864db) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:32:06.125249 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b93bdabf-5c25-4179-b184-f9bb9dd54d4f tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:06.169311 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b93bdabf-5c25-4179-b184-f9bb9dd54d4f tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12706292'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:06.203951 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93bdabf-5c25-4179-b184-f9bb9dd54d4f tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Network e0615610-0145-4336-86ca-92716d56c217 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:32:06.209181 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-b93bdabf-5c25-4179-b184-f9bb9dd54d4f tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:32:06.211693 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93bdabf-5c25-4179-b184-f9bb9dd54d4f tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:32:06.239254 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bdabf-5c25-4179-b184-f9bb9dd54d4f tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Pushing event updated for resources: {'Port': ['ID=37115cd9-978e-405f-9213-108a276864db,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:32:06.567196 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b93bdabf-5c25-4179-b184-f9bb9dd54d4f tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:06.631444 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b93bdabf-5c25-4179-b184-f9bb9dd54d4f tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:06.777114 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b93bdabf-5c25-4179-b184-f9bb9dd54d4f tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:06.781502 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b93bdabf-5c25-4179-b184-f9bb9dd54d4f tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12706285'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:06.847577 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bdabf-5c25-4179-b184-f9bb9dd54d4f tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Pushing event updated for resources: {'Port': ['ID=37115cd9-978e-405f-9213-108a276864db,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:32:06.855306 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b93bdabf-5c25-4179-b184-f9bb9dd54d4f tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438161'] for floatingip, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:06.950767 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.db.l3_db [None req-b93bdabf-5c25-4179-b184-f9bb9dd54d4f tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Floating IP 2640aacc-0945-46f0-9a04-25e454bc311f associated. External IP: 172.27.3.162, port: 80e715dd-7319-496e-9806-9d753a318414. Aug 25 18:32:07.145558 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93bdabf-5c25-4179-b184-f9bb9dd54d4f tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Router 3cdeda10-6222-427b-b011-c59f2918d160 has already been hosted by L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 {{(pid=93792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:32:07.248995 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93bdabf-5c25-4179-b184-f9bb9dd54d4f tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:32:07.258988 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32574c15-27e8-47aa-a9cb-50efe9cd80f0 None None] Sync routers for ids ['3cdeda10-6222-427b-b011-c59f2918d160'] in dv-cinder-790492-8-iscsi {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:32:07.264525 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b93bdabf-5c25-4179-b184-f9bb9dd54d4f tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for floatingip, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:07.269098 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32574c15-27e8-47aa-a9cb-50efe9cd80f0 None None] Routers {'3cdeda10-6222-427b-b011-c59f2918d160'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:32:07.269779 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-32574c15-27e8-47aa-a9cb-50efe9cd80f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:31:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['3cdeda10-6222-427b-b011-c59f2918d160'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:32:07.290914 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-b93bdabf-5c25-4179-b184-f9bb9dd54d4f tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4977798 Aug 25 18:32:07.291515 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f2dd415-2ce2-4648-8135-841a89a9cdbd', 'tag': '80e715dd-7319-496e-9806-9d753a318414'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:32:07.293797 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c984d1858996a6e9101b3241db424c31c619dd4f66880771aa34b5ec8c668a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddbea1e-8de7-4d9d-b92a-d4fd6c79072f" -d '{"events": [{"name": "network-changed", "server_uuid": "7f2dd415-2ce2-4648-8135-841a89a9cdbd", "tag": "80e715dd-7319-496e-9806-9d753a318414"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:32:07.330912 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93acc554-2272-4ee9-a67b-a0a9ad48f1b1 x-openstack-request-id: req-93acc554-2272-4ee9-a67b-a0a9ad48f1b1 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:32:07.331193 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f2dd415-2ce2-4648-8135-841a89a9cdbd", "tag": "80e715dd-7319-496e-9806-9d753a318414", "status": "completed", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:32:07.331438 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-93acc554-2272-4ee9-a67b-a0a9ad48f1b1 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:32:07.331827 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f2dd415-2ce2-4648-8135-841a89a9cdbd', 'tag': '80e715dd-7319-496e-9806-9d753a318414', 'status': 'completed', 'code': 200} Aug 25 18:32:07.376657 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-32574c15-27e8-47aa-a9cb-50efe9cd80f0 None None] Set router 3cdeda10-6222-427b-b011-c59f2918d160 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:32:07.399231 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbea1e-8de7-4d9d-b92a-d4fd6c79072f req-6cb999b6-7d24-485b-b044-344c1b223747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:32:07.401403 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-dddbea1e-8de7-4d9d-b92a-d4fd6c79072f req-6cb999b6-7d24-485b-b044-344c1b223747 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=23a18564bec44817818acd32e48914fd&device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 1099 time: 0.0397437 Aug 25 18:32:07.499383 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbea1e-8de7-4d9d-b92a-d4fd6c79072f req-efb183f0-ae65-4285-9ea4-db2dcd434264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:32:07.500900 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-dddbea1e-8de7-4d9d-b92a-d4fd6c79072f req-efb183f0-ae65-4285-9ea4-db2dcd434264 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d758b058-3a6c-4079-8150-04a6b556ab0c HTTP/1.1" status: 200 len: 910 time: 0.0892673 Aug 25 18:32:07.566287 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-dddbea1e-8de7-4d9d-b92a-d4fd6c79072f req-c6ea9f5f-b844-40f0-affe-a7c61e6b88fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80e715dd-7319-496e-9806-9d753a318414 HTTP/1.1" status: 200 len: 1000 time: 0.0571861 Aug 25 18:32:07.604744 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-32574c15-27e8-47aa-a9cb-50efe9cd80f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdeda10-6222-427b-b011-c59f2918d160', 'name': 'tempest-TestShelveInstance-1152110387-router', 'tenant_id': '23a18564bec44817818acd32e48914fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'c8eebad0-480a-4ece-8b40-6d14af5afe64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:31:16Z', 'updated_at': '2021-08-25T18:31:19Z', 'revision_number': 4, 'project_id': '23a18564bec44817818acd32e48914fd', 'gw_port': {'id': 'c8eebad0-480a-4ece-8b40-6d14af5afe64', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdeda10-6222-427b-b011-c59f2918d160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:31:17Z', 'updated_at': '2021-08-25T18:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_floatingips': [{'id': '2640aacc-0945-46f0-9a04-25e454bc311f', 'tenant_id': '23a18564bec44817818acd32e48914fd', 'floating_ip_address': '172.27.3.162', 'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'router_id': '3cdeda10-6222-427b-b011-c59f2918d160', 'port_id': '80e715dd-7319-496e-9806-9d753a318414', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd758b058-3a6c-4079-8150-04a6b556ab0c', 'mac_address': 'fa:16:3e:af:87:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2dd415-2ce2-4648-8135-841a89a9cdbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:32:06Z', 'updated_at': '2021-08-25T18:32:06Z', 'revision_number': 0, 'project_id': '23a18564bec44817818acd32e48914fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80845915-7cd2-4849-b026-e5ce0ede7086', 'name': '', 'network_id': 'd758b058-3a6c-4079-8150-04a6b556ab0c', 'tenant_id': '23a18564bec44817818acd32e48914fd', 'mac_address': 'fa:16:3e:72:bf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdeda10-6222-427b-b011-c59f2918d160', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5a3ecd95-aa7d-483c-83aa-0602b4a40d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:31:19Z', 'updated_at': '2021-08-25T18:31:24Z', 'revision_number': 5, 'project_id': '23a18564bec44817818acd32e48914fd', 'subnets': [{'id': '5a3ecd95-aa7d-483c-83aa-0602b4a40d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:32:07.618199 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbea1e-8de7-4d9d-b92a-d4fd6c79072f req-57c71173-a0ab-4110-8b69-9536cb1913d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:32:07.619935 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-dddbea1e-8de7-4d9d-b92a-d4fd6c79072f req-57c71173-a0ab-4110-8b69-9536cb1913d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5a3ecd95-aa7d-483c-83aa-0602b4a40d75 HTTP/1.1" status: 200 len: 848 time: 0.0467792 Aug 25 18:32:07.635668 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32574c15-27e8-47aa-a9cb-50efe9cd80f0 None None] Checking router: 3cdeda10-6222-427b-b011-c59f2918d160 for host: dv-cinder-790492-8-iscsi {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:32:07.644370 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32574c15-27e8-47aa-a9cb-50efe9cd80f0 None None] Routers {'3cdeda10-6222-427b-b011-c59f2918d160'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:32:07.645246 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-32574c15-27e8-47aa-a9cb-50efe9cd80f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:31:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['3cdeda10-6222-427b-b011-c59f2918d160'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:32:07.671576 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbea1e-8de7-4d9d-b92a-d4fd6c79072f req-c0766b84-bbd7-40ef-ad02-da2a807a5498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:32:07.673088 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-dddbea1e-8de7-4d9d-b92a-d4fd6c79072f req-c0766b84-bbd7-40ef-ad02-da2a807a5498 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d758b058-3a6c-4079-8150-04a6b556ab0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458112 Aug 25 18:32:07.756771 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-32574c15-27e8-47aa-a9cb-50efe9cd80f0 None None] Set router 3cdeda10-6222-427b-b011-c59f2918d160 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:32:07.771858 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-dddbea1e-8de7-4d9d-b92a-d4fd6c79072f req-13540815-b9bb-4366-a73c-134af8376d21 service neutron] 10.222.0.24 "GET /v2.0/networks/d758b058-3a6c-4079-8150-04a6b556ab0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879521 Aug 25 18:32:07.888503 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-dddbea1e-8de7-4d9d-b92a-d4fd6c79072f req-cbb8e9ac-38da-4669-8d31-c7eb526e7f0e service neutron] 10.222.0.24 "GET /v2.0/networks/d758b058-3a6c-4079-8150-04a6b556ab0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084647 Aug 25 18:32:08.007181 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-32574c15-27e8-47aa-a9cb-50efe9cd80f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdeda10-6222-427b-b011-c59f2918d160', 'name': 'tempest-TestShelveInstance-1152110387-router', 'tenant_id': '23a18564bec44817818acd32e48914fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'c8eebad0-480a-4ece-8b40-6d14af5afe64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:31:16Z', 'updated_at': '2021-08-25T18:31:19Z', 'revision_number': 4, 'project_id': '23a18564bec44817818acd32e48914fd', 'gw_port': {'id': 'c8eebad0-480a-4ece-8b40-6d14af5afe64', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdeda10-6222-427b-b011-c59f2918d160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:31:17Z', 'updated_at': '2021-08-25T18:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_floatingips': [{'id': '2640aacc-0945-46f0-9a04-25e454bc311f', 'tenant_id': '23a18564bec44817818acd32e48914fd', 'floating_ip_address': '172.27.3.162', 'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'router_id': '3cdeda10-6222-427b-b011-c59f2918d160', 'port_id': '80e715dd-7319-496e-9806-9d753a318414', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd758b058-3a6c-4079-8150-04a6b556ab0c', 'mac_address': 'fa:16:3e:af:87:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2dd415-2ce2-4648-8135-841a89a9cdbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:32:06Z', 'updated_at': '2021-08-25T18:32:06Z', 'revision_number': 0, 'project_id': '23a18564bec44817818acd32e48914fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80845915-7cd2-4849-b026-e5ce0ede7086', 'name': '', 'network_id': 'd758b058-3a6c-4079-8150-04a6b556ab0c', 'tenant_id': '23a18564bec44817818acd32e48914fd', 'mac_address': 'fa:16:3e:72:bf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdeda10-6222-427b-b011-c59f2918d160', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5a3ecd95-aa7d-483c-83aa-0602b4a40d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:31:19Z', 'updated_at': '2021-08-25T18:31:24Z', 'revision_number': 5, 'project_id': '23a18564bec44817818acd32e48914fd', 'subnets': [{'id': '5a3ecd95-aa7d-483c-83aa-0602b4a40d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:32:08.037633 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32574c15-27e8-47aa-a9cb-50efe9cd80f0 None None] The sync data for ids ['3cdeda10-6222-427b-b011-c59f2918d160'] in dv-cinder-790492-8-iscsi is: [{'id': '3cdeda10-6222-427b-b011-c59f2918d160', 'name': 'tempest-TestShelveInstance-1152110387-router', 'tenant_id': '23a18564bec44817818acd32e48914fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'c8eebad0-480a-4ece-8b40-6d14af5afe64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:31:16Z', 'updated_at': '2021-08-25T18:31:19Z', 'revision_number': 4, 'project_id': '23a18564bec44817818acd32e48914fd', 'gw_port': {'id': 'c8eebad0-480a-4ece-8b40-6d14af5afe64', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdeda10-6222-427b-b011-c59f2918d160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:31:17Z', 'updated_at': '2021-08-25T18:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_floatingips': [{'id': '2640aacc-0945-46f0-9a04-25e454bc311f', 'tenant_id': '23a18564bec44817818acd32e48914fd', 'floating_ip_address': '172.27.3.162', 'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'router_id': '3cdeda10-6222-427b-b011-c59f2918d160', 'port_id': '80e715dd-7319-496e-9806-9d753a318414', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd758b058-3a6c-4079-8150-04a6b556ab0c', 'mac_address': 'fa:16:3e:af:87:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2dd415-2ce2-4648-8135-841a89a9cdbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:32:06Z', 'updated_at': '2021-08-25T18:32:06Z', 'revision_number': 0, 'project_id': '23a18564bec44817818acd32e48914fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80845915-7cd2-4849-b026-e5ce0ede7086', 'name': '', 'network_id': 'd758b058-3a6c-4079-8150-04a6b556ab0c', 'tenant_id': '23a18564bec44817818acd32e48914fd', 'mac_address': 'fa:16:3e:72:bf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdeda10-6222-427b-b011-c59f2918d160', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5a3ecd95-aa7d-483c-83aa-0602b4a40d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:31:19Z', 'updated_at': '2021-08-25T18:31:24Z', 'revision_number': 5, 'project_id': '23a18564bec44817818acd32e48914fd', 'subnets': [{'id': '5a3ecd95-aa7d-483c-83aa-0602b4a40d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:32:08.213189 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860c3ffe-193e-4165-af30-f18bd833d97a None None] New status for floating IP 2640aacc-0945-46f0-9a04-25e454bc311f: ACTIVE {{(pid=93794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 18:32:08.901710 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 6 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:32:18.593398 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:22.549471 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 43352) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:32:22.591767 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.db_base_plugin_v2 [None req-7053540e-b6ec-4c6d-adb1-484a8adbeb33 admin admin] Deleting subnet 0a36b8ca-bb96-4214-bcfe-5228fa013b8f {{(pid=93792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 18:32:22.595243 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7053540e-b6ec-4c6d-adb1-484a8adbeb33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:22.630654 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7053540e-b6ec-4c6d-adb1-484a8adbeb33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12801374'] for subnet, precommit_delete_associations {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:22.667457 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7053540e-b6ec-4c6d-adb1-484a8adbeb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541805'] for subnet, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:22.717271 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7053540e-b6ec-4c6d-adb1-484a8adbeb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12706215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14501353'] for subnet, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:22.741863 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7053540e-b6ec-4c6d-adb1-484a8adbeb33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a36b8ca-bb96-4214-bcfe-5228fa013b8f,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:32:22.746269 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7053540e-b6ec-4c6d-adb1-484a8adbeb33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for subnet, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:22.748703 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-7053540e-b6ec-4c6d-adb1-484a8adbeb33 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0a36b8ca-bb96-4214-bcfe-5228fa013b8f HTTP/1.1" status: 204 len: 168 time: 0.1976473 Aug 25 18:32:22.750695 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 43354) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:32:22.752729 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7053540e-b6ec-4c6d-adb1-484a8adbeb33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:32:22.753076 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7053540e-b6ec-4c6d-adb1-484a8adbeb33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:32:22.753411 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7053540e-b6ec-4c6d-adb1-484a8adbeb33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:32:22.753739 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7053540e-b6ec-4c6d-adb1-484a8adbeb33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:32:22.754065 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7053540e-b6ec-4c6d-adb1-484a8adbeb33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:32:22.754389 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7053540e-b6ec-4c6d-adb1-484a8adbeb33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:32:22.754709 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7053540e-b6ec-4c6d-adb1-484a8adbeb33 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:32:22.755028 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7053540e-b6ec-4c6d-adb1-484a8adbeb33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:32:22.755349 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7053540e-b6ec-4c6d-adb1-484a8adbeb33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:32:22.755666 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7053540e-b6ec-4c6d-adb1-484a8adbeb33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:32:22.755981 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7053540e-b6ec-4c6d-adb1-484a8adbeb33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:32:22.756293 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7053540e-b6ec-4c6d-adb1-484a8adbeb33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:32:22.819093 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-27260367-7f59-4b8d-97d8-e1ad73f61332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548157'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:22.904795 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-27260367-7f59-4b8d-97d8-e1ad73f61332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651606', 'neutron.services.segments.db._delete_segments_for_network-8748354584558'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:22.914760 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.services.segments.db [None req-27260367-7f59-4b8d-97d8-e1ad73f61332 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde48b27-6680-4b4b-9488-a977f54cc55d']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:32:22.925594 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.services.segments.db [None req-27260367-7f59-4b8d-97d8-e1ad73f61332 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bec6880-c426-4f86-b9cf-6994d9763b4e') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:32:22.925824 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.services.segments.db [None req-27260367-7f59-4b8d-97d8-e1ad73f61332 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bec6880-c426-4f86-b9cf-6994d9763b4e') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:32:22.934302 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-27260367-7f59-4b8d-97d8-e1ad73f61332 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748354584441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14585037'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:22.948443 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-27260367-7f59-4b8d-97d8-e1ad73f61332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:22.956702 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27260367-7f59-4b8d-97d8-e1ad73f61332 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 18:32:22.957105 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-27260367-7f59-4b8d-97d8-e1ad73f61332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13409337'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:22.958783 dv-cinder-790492-8-iscsi neutron-server[93791]: Traceback (most recent call last): Aug 25 18:32:22.958783 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 18:32:22.958783 dv-cinder-790492-8-iscsi neutron-server[93791]: timer() Aug 25 18:32:22.958783 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 18:32:22.958783 dv-cinder-790492-8-iscsi neutron-server[93791]: cb(*args, **kw) Aug 25 18:32:22.958783 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 18:32:22.958783 dv-cinder-790492-8-iscsi neutron-server[93791]: return func(*args, **kwargs) Aug 25 18:32:22.958783 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 18:32:22.958783 dv-cinder-790492-8-iscsi neutron-server[93791]: self._notify() Aug 25 18:32:22.958783 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 18:32:22.958783 dv-cinder-790492-8-iscsi neutron-server[93791]: self.callback(batched_events) Aug 25 18:32:22.958783 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 18:32:22.958783 dv-cinder-790492-8-iscsi neutron-server[93791]: event.method(event) Aug 25 18:32:22.958783 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 18:32:22.958783 dv-cinder-790492-8-iscsi neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 18:32:22.958783 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 18:32:22.958783 dv-cinder-790492-8-iscsi neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 18:32:22.958783 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 18:32:22.958783 dv-cinder-790492-8-iscsi neutron-server[93791]: return f(self, *a, **k) Aug 25 18:32:22.958783 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 18:32:22.958783 dv-cinder-790492-8-iscsi neutron-server[93791]: return self._get(url).json() Aug 25 18:32:22.958783 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 18:32:22.958783 dv-cinder-790492-8-iscsi neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 18:32:22.958783 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 18:32:22.958783 dv-cinder-790492-8-iscsi neutron-server[93791]: return self.request(url, 'GET', **kwargs) Aug 25 18:32:22.958783 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 18:32:22.958783 dv-cinder-790492-8-iscsi neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 18:32:22.958783 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 18:32:22.958783 dv-cinder-790492-8-iscsi neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 18:32:22.958783 dv-cinder-790492-8-iscsi neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 18:32:22.958783 dv-cinder-790492-8-iscsi neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 18:32:22.958783 dv-cinder-790492-8-iscsi neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 18:32:23.014194 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-27260367-7f59-4b8d-97d8-e1ad73f61332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438115'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:23.019399 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-27260367-7f59-4b8d-97d8-e1ad73f61332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:23.023957 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-27260367-7f59-4b8d-97d8-e1ad73f61332 admin admin] 10.222.0.37 "DELETE /v2.0/networks/fde48b27-6680-4b4b-9488-a977f54cc55d HTTP/1.1" status: 204 len: 168 time: 0.2696240 Aug 25 18:32:23.033655 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27260367-7f59-4b8d-97d8-e1ad73f61332 admin admin] Pushing event deleted for resources: {'Network': ['ID=fde48b27-6680-4b4b-9488-a977f54cc55d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:32:23.202429 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 43358) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:32:23.250006 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-6931f432-c626-46b5-979d-516338f22ed1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=da6f076483da470c98a7321181d8db95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451505 Aug 25 18:32:23.251664 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 43360) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:32:23.305719 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-15c1fc86-ead9-4316-abb9-5fb5032df4da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:23.327005 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-15c1fc86-ead9-4316-abb9-5fb5032df4da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:23.344641 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c5249608-a2d8-45cd-b240-3263958fd689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:23.377615 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-15c1fc86-ead9-4316-abb9-5fb5032df4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:23.380049 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-15c1fc86-ead9-4316-abb9-5fb5032df4da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:23.381252 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-15c1fc86-ead9-4316-abb9-5fb5032df4da admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f1b236fe-4eca-4fd3-bfe1-84dabf0232d1 HTTP/1.1" status: 204 len: 168 time: 0.1286917 Aug 25 18:32:23.389148 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1fc86-ead9-4316-abb9-5fb5032df4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b236fe-4eca-4fd3-bfe1-84dabf0232d1,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:32:25.775076 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a78c83a3-a405-4b27-bd1d-ce209df1d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:27.240972 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:27.477513 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:28.888640 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:45.899887 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 6 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:32:48.608641 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:51.063694 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-95275b52-fc54-42a9-8c22-92b915d78175 req-d79b3155-ae63-437d-8abe-9086a90e8aee service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=791614e7-ccbb-4e97-a69b-bf7701207619&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381403 Aug 25 18:32:51.142097 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95275b52-fc54-42a9-8c22-92b915d78175 req-d96f660b-1d7d-4512-9c6b-ab234d87a23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:32:51.143539 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-95275b52-fc54-42a9-8c22-92b915d78175 req-d96f660b-1d7d-4512-9c6b-ab234d87a23d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d82372d74da4f7189c2a324de5c53bf&device_id=791614e7-ccbb-4e97-a69b-bf7701207619 HTTP/1.1" status: 200 len: 1098 time: 0.0389259 Aug 25 18:32:51.247297 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95275b52-fc54-42a9-8c22-92b915d78175 req-f58f9815-a850-420e-abf6-9a82b6aa693a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:32:51.248762 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-95275b52-fc54-42a9-8c22-92b915d78175 req-f58f9815-a850-420e-abf6-9a82b6aa693a service neutron] 10.222.0.24 "GET /v2.0/networks?id=25c2fc48-f9a1-4bec-9c66-689eb0740ad2 HTTP/1.1" status: 200 len: 913 time: 0.0850437 Aug 25 18:32:51.311791 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-95275b52-fc54-42a9-8c22-92b915d78175 req-bede8096-1660-4c68-8fb9-e916714f94e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f857f60-ffa5-4cac-806c-0c92a06e9c53 HTTP/1.1" status: 200 len: 1000 time: 0.0559623 Aug 25 18:32:51.364141 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95275b52-fc54-42a9-8c22-92b915d78175 req-1d2397e9-47d7-455e-8b80-b62f908f8407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:32:51.365554 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-95275b52-fc54-42a9-8c22-92b915d78175 req-1d2397e9-47d7-455e-8b80-b62f908f8407 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc4734bb-f832-4878-a2e9-67939f407874 HTTP/1.1" status: 200 len: 851 time: 0.0468075 Aug 25 18:32:51.410511 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95275b52-fc54-42a9-8c22-92b915d78175 req-7069df23-89b0-40fe-bd81-3553058d770c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:32:51.411973 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-95275b52-fc54-42a9-8c22-92b915d78175 req-7069df23-89b0-40fe-bd81-3553058d770c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25c2fc48-f9a1-4bec-9c66-689eb0740ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389833 Aug 25 18:32:51.423869 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [req-95275b52-fc54-42a9-8c22-92b915d78175 req-d93ae025-1d36-42a5-b935-f990afc3d32b service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 18:32:51.424813 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-95275b52-fc54-42a9-8c22-92b915d78175 req-d93ae025-1d36-42a5-b935-f990afc3d32b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049775 Aug 25 18:32:51.510970 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-95275b52-fc54-42a9-8c22-92b915d78175 req-50d4b691-31b2-4f1d-9628-4b91a7cc23fd service neutron] 10.222.0.24 "GET /v2.0/networks/25c2fc48-f9a1-4bec-9c66-689eb0740ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795231 Aug 25 18:32:51.602328 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-95275b52-fc54-42a9-8c22-92b915d78175 req-e062f9ac-4074-4594-9acc-04328b867586 service neutron] 10.222.0.24 "GET /v2.0/networks/25c2fc48-f9a1-4bec-9c66-689eb0740ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839796 Aug 25 18:32:53.344784 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-faae0662-d576-4e6d-bd26-1f4cf0ddde9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:55.774896 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-03c32af4-1256-480f-a3df-9db43f254e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:57.232114 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:57.479824 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:32:58.891243 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:33:18.607507 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:33:22.898244 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 6 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:33:23.344506 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-96977d34-7f78-4519-bb3d-a0688d665580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:33:25.775498 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0dce5fdc-a7ea-40f2-802b-a74aa413e180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:33:27.233059 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:33:27.485990 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:33:28.894480 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:33:39.381066 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-76491748-bd0f-4d59-9725-d195745fa357 req-476eae5d-8533-48bc-8d77-201ea4a7fc67 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1585908617&fields=id&tenant_id=2d82372d74da4f7189c2a324de5c53bf HTTP/1.1" status: 200 len: 267 time: 0.0333328 Aug 25 18:33:39.489640 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76491748-bd0f-4d59-9725-d195745fa357 req-296e30df-9b36-4362-b185-11da163ba19f tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:33:39.491016 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-76491748-bd0f-4d59-9725-d195745fa357 req-296e30df-9b36-4362-b185-11da163ba19f tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/networks?id=25c2fc48-f9a1-4bec-9c66-689eb0740ad2 HTTP/1.1" status: 200 len: 812 time: 0.1034427 Aug 25 18:33:39.506062 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-76491748-bd0f-4d59-9725-d195745fa357 req-324587c7-5ae3-4f77-aa0d-2eb32e3dce48 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/quotas/2d82372d74da4f7189c2a324de5c53bf HTTP/1.1" status: 200 len: 375 time: 0.0094175 Aug 25 18:33:39.562996 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-76491748-bd0f-4d59-9725-d195745fa357 req-b3f18e70-bfd1-400e-a6ea-ed77c08231d0 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d82372d74da4f7189c2a324de5c53bf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0518961 Aug 25 18:33:39.577718 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [req-76491748-bd0f-4d59-9725-d195745fa357 req-8638cbe3-fa9d-4911-a102-5758ee63f83a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 25 18:33:39.578661 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-76491748-bd0f-4d59-9725-d195745fa357 req-8638cbe3-fa9d-4911-a102-5758ee63f83a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050111 Aug 25 18:33:39.665781 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-76491748-bd0f-4d59-9725-d195745fa357 req-09f98428-3df3-413b-a884-cbca15232325 service neutron] 10.222.0.37 "GET /v2.0/networks/25c2fc48-f9a1-4bec-9c66-689eb0740ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818529 Aug 25 18:33:39.755846 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-76491748-bd0f-4d59-9725-d195745fa357 req-ef41f7a2-cb20-4a41-9bc2-aca838588d21 service neutron] 10.222.0.37 "GET /v2.0/networks/25c2fc48-f9a1-4bec-9c66-689eb0740ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838633 Aug 25 18:33:40.127976 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-0d70853c-1b06-4cf1-bd72-9dc27d095a3e req-ea0e487c-f9de-4511-8541-e518d8f0461c tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=4219ba6a-a588-4ec0-8f6b-9ab823a45f7d HTTP/1.1" status: 200 len: 210 time: 0.1220281 Aug 25 18:33:41.201316 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-b64e4629-bce5-4b5f-bfd9-ea9e38960f8c req-549226bb-942c-4bd9-b9d8-b4a08d71c6bc tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=4219ba6a-a588-4ec0-8f6b-9ab823a45f7d HTTP/1.1" status: 200 len: 210 time: 0.0253789 Aug 25 18:33:42.277752 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a8a25a92-04da-426b-a5d6-d2ab3ab06a7f req-4ea3cf4a-3499-4bcc-ac95-dfe5e9b1281c tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=4219ba6a-a588-4ec0-8f6b-9ab823a45f7d HTTP/1.1" status: 200 len: 210 time: 0.0283461 Aug 25 18:33:43.358074 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-44698ced-784f-4e65-827a-a5ed682d4214 req-041b2a68-d92c-4df0-87d1-5b455fa03c9d tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=4219ba6a-a588-4ec0-8f6b-9ab823a45f7d HTTP/1.1" status: 200 len: 210 time: 0.0295522 Aug 25 18:33:44.457219 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f9a5aa95-b008-4665-b274-5cef58aad92b req-1512e4e5-4811-4691-a266-a71cc641f707 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=4219ba6a-a588-4ec0-8f6b-9ab823a45f7d HTTP/1.1" status: 200 len: 210 time: 0.0353332 Aug 25 18:33:45.115505 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76491748-bd0f-4d59-9725-d195745fa357 req-ee3e5549-f58c-4bb0-a3f7-e3e85cc3a32a tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:33:45.116979 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-76491748-bd0f-4d59-9725-d195745fa357 req-ee3e5549-f58c-4bb0-a3f7-e3e85cc3a32a tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.24 "GET /v2.0/networks?id=25c2fc48-f9a1-4bec-9c66-689eb0740ad2 HTTP/1.1" status: 200 len: 812 time: 0.1015947 Aug 25 18:33:45.160893 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-76491748-bd0f-4d59-9725-d195745fa357 req-2741c812-b9d7-442d-9881-23d472e7c50b tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d82372d74da4f7189c2a324de5c53bf HTTP/1.1" status: 200 len: 380 time: 0.0345011 Aug 25 18:33:45.169717 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-76491748-bd0f-4d59-9725-d195745fa357 req-2444775c-e315-4369-a934-36bcd6183529 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Request body: {'port': {'device_id': '4219ba6a-a588-4ec0-8f6b-9ab823a45f7d', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'admin_state_up': True, 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'security_groups': ['bfc51ae2-4920-4a5c-b7e0-ae315b305353']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:33:45.279435 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76491748-bd0f-4d59-9725-d195745fa357 req-2444775c-e315-4369-a934-36bcd6183529 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Made reservation on behalf of 2d82372d74da4f7189c2a324de5c53bf for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 18:33:45.283630 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-76491748-bd0f-4d59-9725-d195745fa357 req-2444775c-e315-4369-a934-36bcd6183529 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:33:45.417243 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-76491748-bd0f-4d59-9725-d195745fa357 req-2444775c-e315-4369-a934-36bcd6183529 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Allocated IP 172.20.0.8 (25c2fc48-f9a1-4bec-9c66-689eb0740ad2/cc4734bb-f832-4878-a2e9-67939f407874/254cee85-3d07-4f7f-8c16-af0d9c3ed984) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:33:45.561979 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-63e5fb13-05d1-4f6f-b450-677f61b57c13 req-5b95e9e9-1ce2-4d57-9893-af3b10eb35c5 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=4219ba6a-a588-4ec0-8f6b-9ab823a45f7d HTTP/1.1" status: 200 len: 210 time: 0.0374589 Aug 25 18:33:45.584291 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-76491748-bd0f-4d59-9725-d195745fa357 req-2444775c-e315-4369-a934-36bcd6183529 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:33:45.598624 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-76491748-bd0f-4d59-9725-d195745fa357 req-2444775c-e315-4369-a934-36bcd6183529 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Transition to ACTIVE for port object 254cee85-3d07-4f7f-8c16-af0d9c3ed984 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:33:45.637463 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-76491748-bd0f-4d59-9725-d195745fa357 req-2444775c-e315-4369-a934-36bcd6183529 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:33:45.681550 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76491748-bd0f-4d59-9725-d195745fa357 req-2444775c-e315-4369-a934-36bcd6183529 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Network 25c2fc48-f9a1-4bec-9c66-689eb0740ad2 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:33:45.684481 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-76491748-bd0f-4d59-9725-d195745fa357 req-2444775c-e315-4369-a934-36bcd6183529 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:33:45.688243 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-76491748-bd0f-4d59-9725-d195745fa357 req-2444775c-e315-4369-a934-36bcd6183529 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:33:45.711964 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2444775c-e315-4369-a934-36bcd6183529 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Pushing event updated for resources: {'Port': ['ID=254cee85-3d07-4f7f-8c16-af0d9c3ed984,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:33:45.727162 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2444775c-e315-4369-a934-36bcd6183529 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:33:45.727502 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2444775c-e315-4369-a934-36bcd6183529 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:33:45.727835 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2444775c-e315-4369-a934-36bcd6183529 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:33:45.728170 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2444775c-e315-4369-a934-36bcd6183529 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:33:45.728493 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2444775c-e315-4369-a934-36bcd6183529 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:33:45.728848 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2444775c-e315-4369-a934-36bcd6183529 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:33:45.729171 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2444775c-e315-4369-a934-36bcd6183529 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:33:45.729491 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2444775c-e315-4369-a934-36bcd6183529 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:33:45.729811 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2444775c-e315-4369-a934-36bcd6183529 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:33:45.730126 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2444775c-e315-4369-a934-36bcd6183529 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:33:45.730442 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2444775c-e315-4369-a934-36bcd6183529 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:33:45.730761 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2444775c-e315-4369-a934-36bcd6183529 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:33:45.752318 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76491748-bd0f-4d59-9725-d195745fa357 req-2444775c-e315-4369-a934-36bcd6183529 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:33:45.752960 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-76491748-bd0f-4d59-9725-d195745fa357 req-2444775c-e315-4369-a934-36bcd6183529 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:33:45.767633 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-76491748-bd0f-4d59-9725-d195745fa357 req-2444775c-e315-4369-a934-36bcd6183529 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6015406 Aug 25 18:33:45.823255 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.v2.base [req-76491748-bd0f-4d59-9725-d195745fa357 req-aaa5e872-a81f-4692-88f3-37ad75da2c5e service neutron] Request body: {'port': {'device_id': '4219ba6a-a588-4ec0-8f6b-9ab823a45f7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:33:45.862253 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-b7c27863-1c75-42ff-b396-bec750490bc9 None None] Provisioning for port 254cee85-3d07-4f7f-8c16-af0d9c3ed984 completed by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:33:45.865908 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-b7c27863-1c75-42ff-b396-bec750490bc9 None None] Provisioning complete for port 254cee85-3d07-4f7f-8c16-af0d9c3ed984 triggered by entity DHCP. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:33:45.866276 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b7c27863-1c75-42ff-b396-bec750490bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:33:45.882802 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-76491748-bd0f-4d59-9725-d195745fa357 req-aaa5e872-a81f-4692-88f3-37ad75da2c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:33:45.899028 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-b7c27863-1c75-42ff-b396-bec750490bc9 None None] Port 254cee85-3d07-4f7f-8c16-af0d9c3ed984 cannot update to ACTIVE because it is not bound. {{(pid=93793) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 25 18:33:46.133229 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [req-76491748-bd0f-4d59-9725-d195745fa357 req-aaa5e872-a81f-4692-88f3-37ad75da2c5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 254cee85-3d07-4f7f-8c16-af0d9c3ed984 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:33:46.141026 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-76491748-bd0f-4d59-9725-d195745fa357 req-aaa5e872-a81f-4692-88f3-37ad75da2c5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:33:46.152241 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-76491748-bd0f-4d59-9725-d195745fa357 req-aaa5e872-a81f-4692-88f3-37ad75da2c5e service neutron] Transition to ACTIVE for port object 254cee85-3d07-4f7f-8c16-af0d9c3ed984 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 18:33:46.155976 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-76491748-bd0f-4d59-9725-d195745fa357 req-aaa5e872-a81f-4692-88f3-37ad75da2c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13409301'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:33:46.203252 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5e872-a81f-4692-88f3-37ad75da2c5e service neutron] Pushing event updated for resources: {'Port': ['ID=254cee85-3d07-4f7f-8c16-af0d9c3ed984,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:33:46.276481 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-76491748-bd0f-4d59-9725-d195745fa357 req-aaa5e872-a81f-4692-88f3-37ad75da2c5e service neutron] Attempting to bind port 254cee85-3d07-4f7f-8c16-af0d9c3ed984 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 18:33:46.276849 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-76491748-bd0f-4d59-9725-d195745fa357 req-aaa5e872-a81f-4692-88f3-37ad75da2c5e service neutron] Attempting to bind port 254cee85-3d07-4f7f-8c16-af0d9c3ed984 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 18:33:46.277188 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76491748-bd0f-4d59-9725-d195745fa357 req-aaa5e872-a81f-4692-88f3-37ad75da2c5e service neutron] Attempting to bind port 254cee85-3d07-4f7f-8c16-af0d9c3ed984 on network 25c2fc48-f9a1-4bec-9c66-689eb0740ad2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:33:46.281619 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76491748-bd0f-4d59-9725-d195745fa357 req-aaa5e872-a81f-4692-88f3-37ad75da2c5e service neutron] Port 254cee85-3d07-4f7f-8c16-af0d9c3ed984 on network 25c2fc48-f9a1-4bec-9c66-689eb0740ad2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 18:33:46.281941 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76491748-bd0f-4d59-9725-d195745fa357 req-aaa5e872-a81f-4692-88f3-37ad75da2c5e service neutron] Attempting to bind port 254cee85-3d07-4f7f-8c16-af0d9c3ed984 on network 25c2fc48-f9a1-4bec-9c66-689eb0740ad2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 18:33:46.286879 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76491748-bd0f-4d59-9725-d195745fa357 req-aaa5e872-a81f-4692-88f3-37ad75da2c5e service neutron] Checking agent: {'id': '7fd900e3-9f03-4129-b0c6-db4e233cdb3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'started_at': datetime.datetime(2021, 8, 25, 18, 20, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 18, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 18:33:46.287215 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76491748-bd0f-4d59-9725-d195745fa357 req-aaa5e872-a81f-4692-88f3-37ad75da2c5e service neutron] Checking segment: {'id': 'aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 25 18:33:46.287599 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76491748-bd0f-4d59-9725-d195745fa357 req-aaa5e872-a81f-4692-88f3-37ad75da2c5e service neutron] Bound using segment: {'id': 'aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 18:33:46.288039 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-76491748-bd0f-4d59-9725-d195745fa357 req-aaa5e872-a81f-4692-88f3-37ad75da2c5e service neutron] Bound port: 254cee85-3d07-4f7f-8c16-af0d9c3ed984, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 18:33:46.288400 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-76491748-bd0f-4d59-9725-d195745fa357 req-aaa5e872-a81f-4692-88f3-37ad75da2c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:33:46.352509 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-76491748-bd0f-4d59-9725-d195745fa357 req-aaa5e872-a81f-4692-88f3-37ad75da2c5e service neutron] For port 254cee85-3d07-4f7f-8c16-af0d9c3ed984, host hv-cinder-79049, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 18:33:46.355520 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-76491748-bd0f-4d59-9725-d195745fa357 req-aaa5e872-a81f-4692-88f3-37ad75da2c5e service neutron] For port 254cee85-3d07-4f7f-8c16-af0d9c3ed984, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=254cee85-3d07-4f7f-8c16-af0d9c3ed984,segment=NetworkSegment(aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5),segment_id=aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 18:33:46.360317 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-76491748-bd0f-4d59-9725-d195745fa357 req-aaa5e872-a81f-4692-88f3-37ad75da2c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13409301'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:33:46.395631 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76491748-bd0f-4d59-9725-d195745fa357 req-aaa5e872-a81f-4692-88f3-37ad75da2c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:33:46.395631 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-76491748-bd0f-4d59-9725-d195745fa357 req-aaa5e872-a81f-4692-88f3-37ad75da2c5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:33:46.395631 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-76491748-bd0f-4d59-9725-d195745fa357 req-aaa5e872-a81f-4692-88f3-37ad75da2c5e service neutron] 10.222.0.24 "PUT /v2.0/ports/254cee85-3d07-4f7f-8c16-af0d9c3ed984 HTTP/1.1" status: 200 len: 1093 time: 0.6184018 Aug 25 18:33:46.395631 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4219ba6a-a588-4ec0-8f6b-9ab823a45f7d', 'tag': '254cee85-3d07-4f7f-8c16-af0d9c3ed984'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:33:46.396661 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148bd3ed-8f5b-4117-b5c2-09dd43e489f5" -d '{"events": [{"name": "network-changed", "server_uuid": "4219ba6a-a588-4ec0-8f6b-9ab823a45f7d", "tag": "254cee85-3d07-4f7f-8c16-af0d9c3ed984"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:33:46.423591 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5e872-a81f-4692-88f3-37ad75da2c5e service neutron] Pushing event updated for resources: {'Port': ['ID=254cee85-3d07-4f7f-8c16-af0d9c3ed984,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:33:46.481935 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76491748-bd0f-4d59-9725-d195745fa357 req-9a1b4a84-ea83-4236-a1d8-ccc69e048a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:33:46.483991 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-76491748-bd0f-4d59-9725-d195745fa357 req-9a1b4a84-ea83-4236-a1d8-ccc69e048a51 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d82372d74da4f7189c2a324de5c53bf&device_id=4219ba6a-a588-4ec0-8f6b-9ab823a45f7d HTTP/1.1" status: 200 len: 1096 time: 0.0490253 Aug 25 18:33:46.531891 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d967eb-ad09-4526-841c-96c63ec10a1c x-openstack-request-id: req-40d967eb-ad09-4526-841c-96c63ec10a1c {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:33:46.532182 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4219ba6a-a588-4ec0-8f6b-9ab823a45f7d", "tag": "254cee85-3d07-4f7f-8c16-af0d9c3ed984", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:33:46.532448 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-40d967eb-ad09-4526-841c-96c63ec10a1c {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:33:46.532860 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4219ba6a-a588-4ec0-8f6b-9ab823a45f7d', 'tag': '254cee85-3d07-4f7f-8c16-af0d9c3ed984', 'status': 'completed', 'code': 200} Aug 25 18:33:46.534696 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-76491748-bd0f-4d59-9725-d195745fa357 req-69ae4183-b82a-4d41-ae3e-9463660eef26 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=254cee85-3d07-4f7f-8c16-af0d9c3ed984 HTTP/1.1" status: 200 len: 217 time: 0.0426750 Aug 25 18:33:46.584944 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76491748-bd0f-4d59-9725-d195745fa357 req-9473930b-ef13-48e0-a1b9-25f1a8292363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:33:46.586452 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-76491748-bd0f-4d59-9725-d195745fa357 req-9473930b-ef13-48e0-a1b9-25f1a8292363 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc4734bb-f832-4878-a2e9-67939f407874 HTTP/1.1" status: 200 len: 851 time: 0.0453346 Aug 25 18:33:46.632930 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76491748-bd0f-4d59-9725-d195745fa357 req-e66daed6-ddaa-4f72-81fc-4450977e3e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:33:46.634441 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-76491748-bd0f-4d59-9725-d195745fa357 req-e66daed6-ddaa-4f72-81fc-4450977e3e7b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25c2fc48-f9a1-4bec-9c66-689eb0740ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413418 Aug 25 18:33:46.735548 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfd902-48e4-4c21-8d5e-9b93dad9b8cd req-e3f77513-3089-4ad1-817a-f3c7b4aca521 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:33:46.737014 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f1cfd902-48e4-4c21-8d5e-9b93dad9b8cd req-e3f77513-3089-4ad1-817a-f3c7b4aca521 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=4219ba6a-a588-4ec0-8f6b-9ab823a45f7d HTTP/1.1" status: 200 len: 943 time: 0.1065221 Aug 25 18:33:46.769091 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-76491748-bd0f-4d59-9725-d195745fa357 req-f5116ba6-7d82-4b73-a9a5-14f3e346e2d8 service neutron] 10.222.0.24 "GET /v2.0/networks/25c2fc48-f9a1-4bec-9c66-689eb0740ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269295 Aug 25 18:33:46.801497 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f1cfd902-48e4-4c21-8d5e-9b93dad9b8cd req-d243a665-b744-4dc3-8c3a-f053a83aefd7 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586493 Aug 25 18:33:46.868433 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-76491748-bd0f-4d59-9725-d195745fa357 req-84f92e82-7825-4169-8aa1-11010867ccc8 service neutron] 10.222.0.24 "GET /v2.0/networks/25c2fc48-f9a1-4bec-9c66-689eb0740ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892558 Aug 25 18:33:46.949315 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bd3ed-8f5b-4117-b5c2-09dd43e489f5 req-624b9f17-0dea-4740-8dcf-54e567e4a388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:33:46.950679 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-148bd3ed-8f5b-4117-b5c2-09dd43e489f5 req-624b9f17-0dea-4740-8dcf-54e567e4a388 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d82372d74da4f7189c2a324de5c53bf&device_id=4219ba6a-a588-4ec0-8f6b-9ab823a45f7d HTTP/1.1" status: 200 len: 1096 time: 0.0396414 Aug 25 18:33:47.037179 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bd3ed-8f5b-4117-b5c2-09dd43e489f5 req-3782f2ac-6696-42f4-8bd9-19f7215569c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:33:47.038589 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-148bd3ed-8f5b-4117-b5c2-09dd43e489f5 req-3782f2ac-6696-42f4-8bd9-19f7215569c4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=25c2fc48-f9a1-4bec-9c66-689eb0740ad2 HTTP/1.1" status: 200 len: 913 time: 0.0810525 Aug 25 18:33:47.081550 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-148bd3ed-8f5b-4117-b5c2-09dd43e489f5 req-4ead2011-77d5-4a33-adf4-63c07f128e7e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=254cee85-3d07-4f7f-8c16-af0d9c3ed984 HTTP/1.1" status: 200 len: 217 time: 0.0353315 Aug 25 18:33:47.129295 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bd3ed-8f5b-4117-b5c2-09dd43e489f5 req-524c7b7c-fcd8-4c8e-80d0-9d523b8d81cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:33:47.130685 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-148bd3ed-8f5b-4117-b5c2-09dd43e489f5 req-524c7b7c-fcd8-4c8e-80d0-9d523b8d81cc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc4734bb-f832-4878-a2e9-67939f407874 HTTP/1.1" status: 200 len: 851 time: 0.0421915 Aug 25 18:33:47.178355 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bd3ed-8f5b-4117-b5c2-09dd43e489f5 req-84c8398b-078c-4d7e-acdf-77056632d44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:33:47.179832 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-148bd3ed-8f5b-4117-b5c2-09dd43e489f5 req-84c8398b-078c-4d7e-acdf-77056632d44a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25c2fc48-f9a1-4bec-9c66-689eb0740ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398726 Aug 25 18:33:47.272840 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-148bd3ed-8f5b-4117-b5c2-09dd43e489f5 req-a36f6a05-d88e-4610-9636-02cff0364595 service neutron] 10.222.0.24 "GET /v2.0/networks/25c2fc48-f9a1-4bec-9c66-689eb0740ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848064 Aug 25 18:33:47.369022 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-148bd3ed-8f5b-4117-b5c2-09dd43e489f5 req-10eba30e-1717-4ce8-a55c-8384fa888616 service neutron] 10.222.0.24 "GET /v2.0/networks/25c2fc48-f9a1-4bec-9c66-689eb0740ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816190 Aug 25 18:33:47.918896 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4e348-a73a-4a4a-b739-b63df92f0d01 req-f1c99326-8fad-4582-996a-9028a7d346a6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:33:47.920339 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ace4e348-a73a-4a4a-b739-b63df92f0d01 req-f1c99326-8fad-4582-996a-9028a7d346a6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=4219ba6a-a588-4ec0-8f6b-9ab823a45f7d HTTP/1.1" status: 200 len: 943 time: 0.0527823 Aug 25 18:33:48.001172 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ace4e348-a73a-4a4a-b739-b63df92f0d01 req-c19a070d-3bc7-4fb0-962b-677bd00c1a8e tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749569 Aug 25 18:33:48.606583 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:33:49.112425 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddf21b-41b7-4ee4-bfaf-e3dac753fd60 req-355ef6b3-0f0c-444b-a324-929dbe0d2758 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:33:49.113896 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-82ddf21b-41b7-4ee4-bfaf-e3dac753fd60 req-355ef6b3-0f0c-444b-a324-929dbe0d2758 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=4219ba6a-a588-4ec0-8f6b-9ab823a45f7d HTTP/1.1" status: 200 len: 943 time: 0.0481544 Aug 25 18:33:49.150973 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-82ddf21b-41b7-4ee4-bfaf-e3dac753fd60 req-34fb6ad7-cf2a-4867-8fa9-bf21d0682ac7 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313234 Aug 25 18:33:50.261074 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acdbb0-c3e1-4881-a7e8-84ad5c103834 req-ab23472b-b871-4bf0-bb08-ab67430d4826 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:33:50.262510 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-38acdbb0-c3e1-4881-a7e8-84ad5c103834 req-ab23472b-b871-4bf0-bb08-ab67430d4826 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=4219ba6a-a588-4ec0-8f6b-9ab823a45f7d HTTP/1.1" status: 200 len: 943 time: 0.0479324 Aug 25 18:33:50.298964 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-38acdbb0-c3e1-4881-a7e8-84ad5c103834 req-1e58265c-7a49-4dfa-a6f1-8f212021c9f6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306871 Aug 25 18:33:51.413877 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9dd0a-5cde-4918-8fba-ee2207636995 req-9693cf0a-0afe-49f0-9578-6b44572d44f4 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:33:51.415328 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a5c9dd0a-5cde-4918-8fba-ee2207636995 req-9693cf0a-0afe-49f0-9578-6b44572d44f4 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=4219ba6a-a588-4ec0-8f6b-9ab823a45f7d HTTP/1.1" status: 200 len: 943 time: 0.0520122 Aug 25 18:33:51.451444 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a5c9dd0a-5cde-4918-8fba-ee2207636995 req-a69e7b00-41d0-492a-bb96-5c83f6859bcc tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303657 Aug 25 18:33:52.573226 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa08301-e2a1-40cd-8b61-c587e3aba8c6 req-28082f48-c3a2-4154-b8fe-367ae0101ed5 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:33:52.574695 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-daa08301-e2a1-40cd-8b61-c587e3aba8c6 req-28082f48-c3a2-4154-b8fe-367ae0101ed5 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=4219ba6a-a588-4ec0-8f6b-9ab823a45f7d HTTP/1.1" status: 200 len: 943 time: 0.0522857 Aug 25 18:33:52.612313 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-daa08301-e2a1-40cd-8b61-c587e3aba8c6 req-6e1fc06a-439e-49bc-9422-5bd8cee3d8f6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312388 Aug 25 18:33:53.064872 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a17dcbb6-daf3-4b89-b554-d6153a660c48 req-58bbe61f-80a7-4f05-8185-3b56769b3cf7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384443 Aug 25 18:33:53.122286 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dcbb6-daf3-4b89-b554-d6153a660c48 req-3c914551-0015-4677-a0f6-d5a95b801f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:33:53.124229 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a17dcbb6-daf3-4b89-b554-d6153a660c48 req-3c914551-0015-4677-a0f6-d5a95b801f5c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=23a18564bec44817818acd32e48914fd&device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 1099 time: 0.0379939 Aug 25 18:33:53.225557 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dcbb6-daf3-4b89-b554-d6153a660c48 req-f88b4c5f-0062-4b85-ade0-29473fbee7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:33:53.226995 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a17dcbb6-daf3-4b89-b554-d6153a660c48 req-f88b4c5f-0062-4b85-ade0-29473fbee7e4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d758b058-3a6c-4079-8150-04a6b556ab0c HTTP/1.1" status: 200 len: 910 time: 0.0843217 Aug 25 18:33:53.290135 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a17dcbb6-daf3-4b89-b554-d6153a660c48 req-5f055484-88ee-4cc1-b788-8625de5c8bd9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80e715dd-7319-496e-9806-9d753a318414 HTTP/1.1" status: 200 len: 1002 time: 0.0560014 Aug 25 18:33:53.340908 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dcbb6-daf3-4b89-b554-d6153a660c48 req-1f356870-3179-4fa7-a2a4-a537b76a78b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:33:53.342922 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a17dcbb6-daf3-4b89-b554-d6153a660c48 req-1f356870-3179-4fa7-a2a4-a537b76a78b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5a3ecd95-aa7d-483c-83aa-0602b4a40d75 HTTP/1.1" status: 200 len: 848 time: 0.0455153 Aug 25 18:33:53.344978 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-02fef346-5660-49d1-899e-f7c7a6a6dd58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:33:53.387337 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dcbb6-daf3-4b89-b554-d6153a660c48 req-9793578f-7b4e-4162-bc0f-046ea3b1af38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:33:53.389408 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a17dcbb6-daf3-4b89-b554-d6153a660c48 req-9793578f-7b4e-4162-bc0f-046ea3b1af38 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d758b058-3a6c-4079-8150-04a6b556ab0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391371 Aug 25 18:33:53.481643 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a17dcbb6-daf3-4b89-b554-d6153a660c48 req-bdde2178-f8b0-4adb-a4b2-42a630fce950 service neutron] 10.222.0.24 "GET /v2.0/networks/d758b058-3a6c-4079-8150-04a6b556ab0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821495 Aug 25 18:33:53.573662 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a17dcbb6-daf3-4b89-b554-d6153a660c48 req-0787d971-2e0c-4f28-93c5-7d9d275cc43c service neutron] 10.222.0.24 "GET /v2.0/networks/d758b058-3a6c-4079-8150-04a6b556ab0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851150 Aug 25 18:33:53.725389 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79c111-e8d4-49f6-bbd9-9fc6e025edaf req-3041a396-0a2c-420a-a63e-3029b99f8db7 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:33:53.726868 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ce79c111-e8d4-49f6-bbd9-9fc6e025edaf req-3041a396-0a2c-420a-a63e-3029b99f8db7 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=4219ba6a-a588-4ec0-8f6b-9ab823a45f7d HTTP/1.1" status: 200 len: 943 time: 0.0508454 Aug 25 18:33:53.763414 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ce79c111-e8d4-49f6-bbd9-9fc6e025edaf req-9f782f87-525f-448f-bb7d-e6c69d2bb67f tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307500 Aug 25 18:33:54.879230 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a0623-60b9-45f8-a2a1-5cd599269647 req-79f14cb0-4b7d-49cf-9cae-9656d126f76a tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:33:54.880730 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1b7a0623-60b9-45f8-a2a1-5cd599269647 req-79f14cb0-4b7d-49cf-9cae-9656d126f76a tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=4219ba6a-a588-4ec0-8f6b-9ab823a45f7d HTTP/1.1" status: 200 len: 943 time: 0.0525703 Aug 25 18:33:55.177554 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1b7a0623-60b9-45f8-a2a1-5cd599269647 req-eefafb58-f8c4-4512-84ee-13da01faa16c tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2909582 Aug 25 18:33:55.500565 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 254cee85-3d07-4f7f-8c16-af0d9c3ed984 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 18:33:55.592059 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 254cee85-3d07-4f7f-8c16-af0d9c3ed984, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=254cee85-3d07-4f7f-8c16-af0d9c3ed984,segment=NetworkSegment(aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5),segment_id=aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:33:55.603104 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Returning: {'device': '254cee85-3d07-4f7f-8c16-af0d9c3ed984', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'port_id': '254cee85-3d07-4f7f-8c16-af0d9c3ed984', 'mac_address': 'fa:16:3e:5f:31:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 18:33:55.640335 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:33:55.652396 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 254cee85-3d07-4f7f-8c16-af0d9c3ed984 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:33:55.671702 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 254cee85-3d07-4f7f-8c16-af0d9c3ed984, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=254cee85-3d07-4f7f-8c16-af0d9c3ed984,segment=NetworkSegment(aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5),segment_id=aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:33:55.675756 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:33:55.719658 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=254cee85-3d07-4f7f-8c16-af0d9c3ed984,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:33:55.726879 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:33:55.727223 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:33:55.727588 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:33:55.727950 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:33:55.728271 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:33:55.728622 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:33:55.728947 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:33:55.729269 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:33:55.729591 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:33:55.729909 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:33:55.730227 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:33:55.730566 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:33:55.775782 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-655111db-6a0c-4779-930f-ca3bf2e6e896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:33:55.907284 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['254cee85-3d07-4f7f-8c16-af0d9c3ed984'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:33:56.298759 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c500f-1427-402e-b244-c68f2f3b7b38 req-6c2ee89d-af3f-4063-b24e-b7b5e926f5ef tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:33:56.300351 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-db7c500f-1427-402e-b244-c68f2f3b7b38 req-6c2ee89d-af3f-4063-b24e-b7b5e926f5ef tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=4219ba6a-a588-4ec0-8f6b-9ab823a45f7d HTTP/1.1" status: 200 len: 944 time: 0.0493469 Aug 25 18:33:56.337743 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-db7c500f-1427-402e-b244-c68f2f3b7b38 req-06111cb5-55c6-4b98-9e45-0e0dd5ee8e22 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316615 Aug 25 18:33:57.235482 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:33:57.447930 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107c9fa-bfc7-4f5c-989a-cec55888b2bd req-e5393ef4-1256-4b1f-ae8a-d43434c166fb tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:33:57.449392 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4107c9fa-bfc7-4f5c-989a-cec55888b2bd req-e5393ef4-1256-4b1f-ae8a-d43434c166fb tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=4219ba6a-a588-4ec0-8f6b-9ab823a45f7d HTTP/1.1" status: 200 len: 944 time: 0.0470409 Aug 25 18:33:57.486269 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:33:57.487869 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4107c9fa-bfc7-4f5c-989a-cec55888b2bd req-0f557c24-6a90-4e55-b00f-1e808ef406c1 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325906 Aug 25 18:33:57.494427 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 254cee85-3d07-4f7f-8c16-af0d9c3ed984 up at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:33:57.544160 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning for port 254cee85-3d07-4f7f-8c16-af0d9c3ed984 completed by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 18:33:57.547662 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning complete for port 254cee85-3d07-4f7f-8c16-af0d9c3ed984 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:33:57.548009 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:33:57.619719 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:33:57.641381 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4219ba6a-a588-4ec0-8f6b-9ab823a45f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254cee85-3d07-4f7f-8c16-af0d9c3ed984'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:33:57.643597 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700cf778d203af030a48c7cd7e91a8769aab6ec207ebda1a87165573d1bde0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e5f4e0-8c72-4b4c-ac0d-d4948c5ce97e" -d '{"events": [{"server_uuid": "4219ba6a-a588-4ec0-8f6b-9ab823a45f7d", "name": "network-vif-plugged", "status": "completed", "tag": "254cee85-3d07-4f7f-8c16-af0d9c3ed984"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:33:57.656321 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 254cee85-3d07-4f7f-8c16-af0d9c3ed984, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=254cee85-3d07-4f7f-8c16-af0d9c3ed984,segment=NetworkSegment(aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5),segment_id=aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:33:57.662607 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:33:57.709125 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=254cee85-3d07-4f7f-8c16-af0d9c3ed984,revision_number=5']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:33:57.765024 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673b07da-7c9f-429a-983a-1114639715fa x-openstack-request-id: req-673b07da-7c9f-429a-983a-1114639715fa {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:33:57.765318 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4219ba6a-a588-4ec0-8f6b-9ab823a45f7d", "name": "network-vif-plugged", "status": "completed", "tag": "254cee85-3d07-4f7f-8c16-af0d9c3ed984", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:33:57.765580 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-673b07da-7c9f-429a-983a-1114639715fa {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:33:57.765954 dv-cinder-790492-8-iscsi neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4219ba6a-a588-4ec0-8f6b-9ab823a45f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254cee85-3d07-4f7f-8c16-af0d9c3ed984', 'code': 200} Aug 25 18:33:57.976431 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89079765-622f-4d4e-9c3d-6d237f48a559 req-418baa1f-33b9-4da1-917f-ad4e2c1f04e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:33:57.977929 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-89079765-622f-4d4e-9c3d-6d237f48a559 req-418baa1f-33b9-4da1-917f-ad4e2c1f04e2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4219ba6a-a588-4ec0-8f6b-9ab823a45f7d HTTP/1.1" status: 200 len: 1098 time: 0.0411897 Aug 25 18:33:58.010956 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-89079765-622f-4d4e-9c3d-6d237f48a559 req-d0983d45-e966-47b4-8ea7-4cdd4276cb61 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262296 Aug 25 18:33:58.602894 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aba875-5535-40c8-8536-6651f8e0fdcc req-f5a60a18-7c77-491d-b32c-d19847f696f3 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:33:58.604349 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-30aba875-5535-40c8-8536-6651f8e0fdcc req-f5a60a18-7c77-491d-b32c-d19847f696f3 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=4219ba6a-a588-4ec0-8f6b-9ab823a45f7d HTTP/1.1" status: 200 len: 945 time: 0.0475514 Aug 25 18:33:58.641330 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-30aba875-5535-40c8-8536-6651f8e0fdcc req-4c597ab8-face-4b10-86b7-90e5017045c7 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306027 Aug 25 18:33:58.895726 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:33:59.757645 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab0677-b3a3-41a5-a396-3b2203d467ee req-5e525e36-6eae-452d-8f4e-8e81883c2d00 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:33:59.759104 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-85ab0677-b3a3-41a5-a396-3b2203d467ee req-5e525e36-6eae-452d-8f4e-8e81883c2d00 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=4219ba6a-a588-4ec0-8f6b-9ab823a45f7d HTTP/1.1" status: 200 len: 945 time: 0.0510011 Aug 25 18:33:59.797299 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-85ab0677-b3a3-41a5-a396-3b2203d467ee req-70b57788-fb91-463e-ae7f-a9ee7e90add8 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316691 Aug 25 18:33:59.896737 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 6 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:33:59.910647 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a1e0c-69fd-4ad2-ba7c-c13d6178e2e7 req-658ce356-743d-49dd-9f5f-c98f7d05a9e3 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:33:59.912127 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5c7a1e0c-69fd-4ad2-ba7c-c13d6178e2e7 req-658ce356-743d-49dd-9f5f-c98f7d05a9e3 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=4219ba6a-a588-4ec0-8f6b-9ab823a45f7d HTTP/1.1" status: 200 len: 945 time: 0.0509131 Aug 25 18:33:59.949719 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5c7a1e0c-69fd-4ad2-ba7c-c13d6178e2e7 req-42741287-12d4-4374-a29f-739877674889 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316532 Aug 25 18:33:59.970650 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 43508) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:34:00.010366 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a56d64-8a24-4f4f-b0c5-12237763c3b9 tempest-TestVolumeBootPattern-1679007908 tempest-TestVolumeBootPattern-1679007908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:00.011858 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-35a56d64-8a24-4f4f-b0c5-12237763c3b9 tempest-TestVolumeBootPattern-1679007908 tempest-TestVolumeBootPattern-1679007908-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4219ba6a-a588-4ec0-8f6b-9ab823a45f7d HTTP/1.1" status: 200 len: 1093 time: 0.0402200 Aug 25 18:34:00.014598 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 43512) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:34:00.018961 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.v2.base [None req-aef69615-2750-4800-b612-69ef04d07bba tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Request body: {'floatingip': {'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'port_id': '254cee85-3d07-4f7f-8c16-af0d9c3ed984', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 18:34:00.041784 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aef69615-2750-4800-b612-69ef04d07bba tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for floatingip, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:34:00.140420 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aef69615-2750-4800-b612-69ef04d07bba tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:34:00.242837 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-aef69615-2750-4800-b612-69ef04d07bba tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Allocated IP 172.27.3.104 (e0615610-0145-4336-86ca-92716d56c217/ba8c35dc-42f2-4379-aafd-ce1793efee80/f72612c2-fad2-4734-bc51-0115de656010) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 18:34:00.342318 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aef69615-2750-4800-b612-69ef04d07bba tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:34:00.381413 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aef69615-2750-4800-b612-69ef04d07bba tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748354017823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12706292'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:34:00.422284 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef69615-2750-4800-b612-69ef04d07bba tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Network e0615610-0145-4336-86ca-92716d56c217 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 18:34:00.425213 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-aef69615-2750-4800-b612-69ef04d07bba tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 18:34:00.429363 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef69615-2750-4800-b612-69ef04d07bba tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 18:34:00.432220 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef69615-2750-4800-b612-69ef04d07bba tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Pushing event updated for resources: {'Port': ['ID=f72612c2-fad2-4734-bc51-0115de656010,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:34:00.455118 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef69615-2750-4800-b612-69ef04d07bba tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:34:00.455456 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef69615-2750-4800-b612-69ef04d07bba tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:34:00.455788 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef69615-2750-4800-b612-69ef04d07bba tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:34:00.456118 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef69615-2750-4800-b612-69ef04d07bba tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:34:00.456435 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef69615-2750-4800-b612-69ef04d07bba tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:34:00.456785 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef69615-2750-4800-b612-69ef04d07bba tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:34:00.457105 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef69615-2750-4800-b612-69ef04d07bba tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:34:00.457424 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef69615-2750-4800-b612-69ef04d07bba tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:34:00.457743 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef69615-2750-4800-b612-69ef04d07bba tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:34:00.458052 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef69615-2750-4800-b612-69ef04d07bba tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:34:00.458368 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef69615-2750-4800-b612-69ef04d07bba tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:34:00.458670 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef69615-2750-4800-b612-69ef04d07bba tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:34:01.004045 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aef69615-2750-4800-b612-69ef04d07bba tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:34:01.071041 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aef69615-2750-4800-b612-69ef04d07bba tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:34:01.220066 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aef69615-2750-4800-b612-69ef04d07bba tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:34:01.225924 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aef69615-2750-4800-b612-69ef04d07bba tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12706285'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:34:01.300339 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef69615-2750-4800-b612-69ef04d07bba tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Pushing event updated for resources: {'Port': ['ID=f72612c2-fad2-4734-bc51-0115de656010,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:34:01.310852 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aef69615-2750-4800-b612-69ef04d07bba tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438161'] for floatingip, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:34:01.408672 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.db.l3_db [None req-aef69615-2750-4800-b612-69ef04d07bba tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Floating IP 1b6ad57a-7761-4335-bed2-9d6047420777 associated. External IP: 172.27.3.104, port: 254cee85-3d07-4f7f-8c16-af0d9c3ed984. Aug 25 18:34:01.604587 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef69615-2750-4800-b612-69ef04d07bba tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Router 9f2b68f1-549f-4245-acf0-478f17b48df5 has already been hosted by L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 {{(pid=93792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:34:01.707027 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef69615-2750-4800-b612-69ef04d07bba tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:34:01.716640 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d44a4a-3943-43ff-a9dd-df49069fbc64 None None] Sync routers for ids ['9f2b68f1-549f-4245-acf0-478f17b48df5'] in dv-cinder-790492-8-iscsi {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:34:01.722992 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aef69615-2750-4800-b612-69ef04d07bba tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for floatingip, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:34:01.730778 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d44a4a-3943-43ff-a9dd-df49069fbc64 None None] Routers {'9f2b68f1-549f-4245-acf0-478f17b48df5'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:34:01.731407 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b1d44a4a-3943-43ff-a9dd-df49069fbc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:33:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['9f2b68f1-549f-4245-acf0-478f17b48df5'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:34:01.753973 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-aef69615-2750-4800-b612-69ef04d07bba tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7383218 Aug 25 18:34:01.754556 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4219ba6a-a588-4ec0-8f6b-9ab823a45f7d', 'tag': '254cee85-3d07-4f7f-8c16-af0d9c3ed984'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:34:01.756882 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c984d1858996a6e9101b3241db424c31c619dd4f66880771aa34b5ec8c668a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54aeaa28-e97f-4849-a90b-2a83a89ff761" -d '{"events": [{"name": "network-changed", "server_uuid": "4219ba6a-a588-4ec0-8f6b-9ab823a45f7d", "tag": "254cee85-3d07-4f7f-8c16-af0d9c3ed984"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:34:01.845038 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-b1d44a4a-3943-43ff-a9dd-df49069fbc64 None None] Set router 9f2b68f1-549f-4245-acf0-478f17b48df5 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:34:01.847703 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a89d875-6474-49d8-9ad8-3fe79b6047ca x-openstack-request-id: req-3a89d875-6474-49d8-9ad8-3fe79b6047ca {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:34:01.848051 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4219ba6a-a588-4ec0-8f6b-9ab823a45f7d", "tag": "254cee85-3d07-4f7f-8c16-af0d9c3ed984", "status": "completed", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:34:01.848358 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3a89d875-6474-49d8-9ad8-3fe79b6047ca {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:34:01.849099 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4219ba6a-a588-4ec0-8f6b-9ab823a45f7d', 'tag': '254cee85-3d07-4f7f-8c16-af0d9c3ed984', 'status': 'completed', 'code': 200} Aug 25 18:34:01.907504 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aeaa28-e97f-4849-a90b-2a83a89ff761 req-1b10215a-a4de-4a30-95b7-564ee3c1fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:01.909002 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-54aeaa28-e97f-4849-a90b-2a83a89ff761 req-1b10215a-a4de-4a30-95b7-564ee3c1fe17 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d82372d74da4f7189c2a324de5c53bf&device_id=4219ba6a-a588-4ec0-8f6b-9ab823a45f7d HTTP/1.1" status: 200 len: 1098 time: 0.0392668 Aug 25 18:34:02.001505 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aeaa28-e97f-4849-a90b-2a83a89ff761 req-1e83a88b-3673-4309-b77f-c20e145afa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:02.002992 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-54aeaa28-e97f-4849-a90b-2a83a89ff761 req-1e83a88b-3673-4309-b77f-c20e145afa7b service neutron] 10.222.0.24 "GET /v2.0/networks?id=25c2fc48-f9a1-4bec-9c66-689eb0740ad2 HTTP/1.1" status: 200 len: 913 time: 0.0872877 Aug 25 18:34:02.066394 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b1d44a4a-3943-43ff-a9dd-df49069fbc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'name': 'tempest-TestVolumeBootPattern-1064946468-router', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:42Z', 'revision_number': 4, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'gw_port': {'id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_floatingips': [{'id': '1b6ad57a-7761-4335-bed2-9d6047420777', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'router_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'port_id': '254cee85-3d07-4f7f-8c16-af0d9c3ed984', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'mac_address': 'fa:16:3e:5f:31:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4219ba6a-a588-4ec0-8f6b-9ab823a45f7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:34:00Z', 'updated_at': '2021-08-25T18:34:00Z', 'revision_number': 0, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'fixed_ip_address_scope': None}, {'id': 'a046d328-c6d0-49d6-b2b3-32af1626c004', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'router_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'port_id': '7f857f60-ffa5-4cac-806c-0c92a06e9c53', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'mac_address': 'fa:16:3e:b8:33:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791614e7-ccbb-4e97-a69b-bf7701207619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:31:53Z', 'updated_at': '2021-08-25T18:31:55Z', 'revision_number': 1, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc803137-1c1b-46d2-b0a8-3439398ac84d', 'name': '', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'mac_address': 'fa:16:3e:78:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:41Z', 'updated_at': '2021-08-25T18:28:48Z', 'revision_number': 5, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'subnets': [{'id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:34:02.069177 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-54aeaa28-e97f-4849-a90b-2a83a89ff761 req-45c87882-5150-499f-b77d-184f1024ee88 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=254cee85-3d07-4f7f-8c16-af0d9c3ed984 HTTP/1.1" status: 200 len: 999 time: 0.0592828 Aug 25 18:34:02.093081 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d44a4a-3943-43ff-a9dd-df49069fbc64 None None] Checking router: 9f2b68f1-549f-4245-acf0-478f17b48df5 for host: dv-cinder-790492-8-iscsi {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:34:02.101416 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d44a4a-3943-43ff-a9dd-df49069fbc64 None None] Routers {'9f2b68f1-549f-4245-acf0-478f17b48df5'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:34:02.102009 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b1d44a4a-3943-43ff-a9dd-df49069fbc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:33:56Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['9f2b68f1-549f-4245-acf0-478f17b48df5'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:34:02.118266 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aeaa28-e97f-4849-a90b-2a83a89ff761 req-86f0ac83-8ac7-4ee3-b428-73938ebe4353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:02.119729 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-54aeaa28-e97f-4849-a90b-2a83a89ff761 req-86f0ac83-8ac7-4ee3-b428-73938ebe4353 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc4734bb-f832-4878-a2e9-67939f407874 HTTP/1.1" status: 200 len: 851 time: 0.0443375 Aug 25 18:34:02.169646 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aeaa28-e97f-4849-a90b-2a83a89ff761 req-71638937-7f2d-4436-8a00-db907f58d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:02.171033 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-54aeaa28-e97f-4849-a90b-2a83a89ff761 req-71638937-7f2d-4436-8a00-db907f58d87b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25c2fc48-f9a1-4bec-9c66-689eb0740ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437372 Aug 25 18:34:02.208095 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-b1d44a4a-3943-43ff-a9dd-df49069fbc64 None None] Set router 9f2b68f1-549f-4245-acf0-478f17b48df5 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:34:02.270307 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-54aeaa28-e97f-4849-a90b-2a83a89ff761 req-ed126da2-5bc7-41df-8c14-16e7c41db47e service neutron] 10.222.0.24 "GET /v2.0/networks/25c2fc48-f9a1-4bec-9c66-689eb0740ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922432 Aug 25 18:34:02.409235 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-54aeaa28-e97f-4849-a90b-2a83a89ff761 req-02fb332f-39b1-48dd-b78a-8b08ef5456eb service neutron] 10.222.0.24 "GET /v2.0/networks/25c2fc48-f9a1-4bec-9c66-689eb0740ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316757 Aug 25 18:34:02.434908 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4897f-f801-4938-b13d-dd6a0403154d req-69977112-c611-4bf7-a2c1-0fc3e74d7f89 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:02.436854 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7ea4897f-f801-4938-b13d-dd6a0403154d req-69977112-c611-4bf7-a2c1-0fc3e74d7f89 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 946 time: 0.0554397 Aug 25 18:34:02.463489 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b1d44a4a-3943-43ff-a9dd-df49069fbc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'name': 'tempest-TestVolumeBootPattern-1064946468-router', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:42Z', 'revision_number': 4, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'gw_port': {'id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_floatingips': [{'id': '1b6ad57a-7761-4335-bed2-9d6047420777', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'router_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'port_id': '254cee85-3d07-4f7f-8c16-af0d9c3ed984', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'mac_address': 'fa:16:3e:5f:31:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4219ba6a-a588-4ec0-8f6b-9ab823a45f7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:34:00Z', 'updated_at': '2021-08-25T18:34:00Z', 'revision_number': 0, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'fixed_ip_address_scope': None}, {'id': 'a046d328-c6d0-49d6-b2b3-32af1626c004', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'router_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'port_id': '7f857f60-ffa5-4cac-806c-0c92a06e9c53', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'mac_address': 'fa:16:3e:b8:33:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791614e7-ccbb-4e97-a69b-bf7701207619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:31:53Z', 'updated_at': '2021-08-25T18:31:55Z', 'revision_number': 1, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc803137-1c1b-46d2-b0a8-3439398ac84d', 'name': '', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'mac_address': 'fa:16:3e:78:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:41Z', 'updated_at': '2021-08-25T18:28:48Z', 'revision_number': 5, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'subnets': [{'id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:34:02.475035 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-7ea4897f-f801-4938-b13d-dd6a0403154d req-2f393dc4-9e5a-4972-9a98-dd2e6160a9c6 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322745 Aug 25 18:34:02.491061 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d44a4a-3943-43ff-a9dd-df49069fbc64 None None] The sync data for ids ['9f2b68f1-549f-4245-acf0-478f17b48df5'] in dv-cinder-790492-8-iscsi is: [{'id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'name': 'tempest-TestVolumeBootPattern-1064946468-router', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:42Z', 'revision_number': 4, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'gw_port': {'id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_floatingips': [{'id': '1b6ad57a-7761-4335-bed2-9d6047420777', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'router_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'port_id': '254cee85-3d07-4f7f-8c16-af0d9c3ed984', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'mac_address': 'fa:16:3e:5f:31:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4219ba6a-a588-4ec0-8f6b-9ab823a45f7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:34:00Z', 'updated_at': '2021-08-25T18:34:00Z', 'revision_number': 0, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'fixed_ip_address_scope': None}, {'id': 'a046d328-c6d0-49d6-b2b3-32af1626c004', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'router_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'port_id': '7f857f60-ffa5-4cac-806c-0c92a06e9c53', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'mac_address': 'fa:16:3e:b8:33:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791614e7-ccbb-4e97-a69b-bf7701207619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:31:53Z', 'updated_at': '2021-08-25T18:31:55Z', 'revision_number': 1, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc803137-1c1b-46d2-b0a8-3439398ac84d', 'name': '', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'mac_address': 'fa:16:3e:78:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:41Z', 'updated_at': '2021-08-25T18:28:48Z', 'revision_number': 5, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'subnets': [{'id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:34:02.666614 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2810118f-051d-448c-bd75-5be8ad8a488d None None] New status for floating IP 1b6ad57a-7761-4335-bed2-9d6047420777: ACTIVE {{(pid=93794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 18:34:03.587693 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48329b96-873e-482b-97bf-761b60054391 req-9b585a8f-84fc-4a9e-8b8b-a28643f0a4aa tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:03.589182 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-48329b96-873e-482b-97bf-761b60054391 req-9b585a8f-84fc-4a9e-8b8b-a28643f0a4aa tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 946 time: 0.0472620 Aug 25 18:34:03.626443 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-48329b96-873e-482b-97bf-761b60054391 req-f6e08434-107f-4c45-88b2-d2a6b81401b6 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308905 Aug 25 18:34:04.738258 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02156a-d880-458d-9c46-14739e5b1450 req-8d210519-9d9a-4c6e-a429-544fb3880d45 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:04.739714 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ee02156a-d880-458d-9c46-14739e5b1450 req-8d210519-9d9a-4c6e-a429-544fb3880d45 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 946 time: 0.0479722 Aug 25 18:34:04.778839 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ee02156a-d880-458d-9c46-14739e5b1450 req-c9ea5373-1fee-46ca-8425-ce8205cc7dd1 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333240 Aug 25 18:34:05.892140 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6abb6-648f-4cec-a5a8-2b3f08e19df0 req-22578d6d-6295-470d-a1b3-d5ce242c389d tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:05.893635 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-28a6abb6-648f-4cec-a5a8-2b3f08e19df0 req-22578d6d-6295-470d-a1b3-d5ce242c389d tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 946 time: 0.0489097 Aug 25 18:34:05.930432 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-28a6abb6-648f-4cec-a5a8-2b3f08e19df0 req-4fa60450-ee14-4966-bb2f-58c3e3758777 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309627 Aug 25 18:34:07.041475 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84468532-5d7e-4222-87f2-40b566d76f12 req-bae92e07-bcaf-4c03-b1fa-be66c377899f tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:07.042950 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-84468532-5d7e-4222-87f2-40b566d76f12 req-bae92e07-bcaf-4c03-b1fa-be66c377899f tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 946 time: 0.0478845 Aug 25 18:34:07.079654 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-84468532-5d7e-4222-87f2-40b566d76f12 req-684610c7-ee2e-4aa7-9f10-3dfca3228115 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309939 Aug 25 18:34:08.190485 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22046af6-7e60-401c-934d-07985a1d8558 req-df2bf392-81d5-4e69-839d-99f4f8e84aa2 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:08.191988 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-22046af6-7e60-401c-934d-07985a1d8558 req-df2bf392-81d5-4e69-839d-99f4f8e84aa2 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 946 time: 0.0485187 Aug 25 18:34:08.231896 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-22046af6-7e60-401c-934d-07985a1d8558 req-6f3cad2f-b8d4-4074-b8bc-fa94078d6552 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340471 Aug 25 18:34:09.344811 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1584a-1341-4304-8ead-cdf3364070b5 req-c570d2a5-371e-4f29-812c-920031a79fb0 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:09.346262 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-91d1584a-1341-4304-8ead-cdf3364070b5 req-c570d2a5-371e-4f29-812c-920031a79fb0 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 946 time: 0.0475829 Aug 25 18:34:09.383232 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-91d1584a-1341-4304-8ead-cdf3364070b5 req-a99017c5-652f-4f75-aac6-c7f8a8834461 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309923 Aug 25 18:34:10.494789 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f40acd-26e6-4731-b191-7ce9b596d701 req-318b9e46-a01c-42c7-931f-51d0cc62881a tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:10.496252 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-37f40acd-26e6-4731-b191-7ce9b596d701 req-318b9e46-a01c-42c7-931f-51d0cc62881a tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 946 time: 0.0485578 Aug 25 18:34:10.532791 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-37f40acd-26e6-4731-b191-7ce9b596d701 req-58257479-fb1a-4b6c-a4ed-0bae2747f5f7 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300596 Aug 25 18:34:11.643075 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247fcc8-b707-4d99-8312-7fb86a430988 req-c861115e-a620-43db-ada4-08f32c3bd0c1 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:11.644502 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2247fcc8-b707-4d99-8312-7fb86a430988 req-c861115e-a620-43db-ada4-08f32c3bd0c1 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 946 time: 0.0470197 Aug 25 18:34:11.684109 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2247fcc8-b707-4d99-8312-7fb86a430988 req-cb0972d1-e786-43d1-bc6f-79c8d5ba68f3 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337501 Aug 25 18:34:12.586802 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0beae1-3e37-4049-ba07-0cc58ac0b089 req-2800db14-0996-436a-916a-64280aad46dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:12.588291 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-cd0beae1-3e37-4049-ba07-0cc58ac0b089 req-2800db14-0996-436a-916a-64280aad46dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=23a18564bec44817818acd32e48914fd&device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 1099 time: 0.0431480 Aug 25 18:34:12.677843 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0beae1-3e37-4049-ba07-0cc58ac0b089 req-ca34bd17-8aa5-48ad-b62a-2c40f3d4c784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:12.679223 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-cd0beae1-3e37-4049-ba07-0cc58ac0b089 req-ca34bd17-8aa5-48ad-b62a-2c40f3d4c784 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d758b058-3a6c-4079-8150-04a6b556ab0c HTTP/1.1" status: 200 len: 910 time: 0.0825539 Aug 25 18:34:12.750561 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-cd0beae1-3e37-4049-ba07-0cc58ac0b089 req-195a39d1-2a16-4e20-8c7f-324aa0099423 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80e715dd-7319-496e-9806-9d753a318414 HTTP/1.1" status: 200 len: 1002 time: 0.0630505 Aug 25 18:34:12.828573 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389ea94-af74-40a3-b019-a741bb7cce77 req-79b4573c-8b1d-4655-a9d5-446fdb2a9513 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:12.830052 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4389ea94-af74-40a3-b019-a741bb7cce77 req-79b4573c-8b1d-4655-a9d5-446fdb2a9513 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 946 time: 0.0784807 Aug 25 18:34:12.831710 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0beae1-3e37-4049-ba07-0cc58ac0b089 req-cc7e6d87-6a5e-41e9-9994-e7749d482b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:12.833045 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-cd0beae1-3e37-4049-ba07-0cc58ac0b089 req-cc7e6d87-6a5e-41e9-9994-e7749d482b63 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5a3ecd95-aa7d-483c-83aa-0602b4a40d75 HTTP/1.1" status: 200 len: 848 time: 0.0733562 Aug 25 18:34:12.893480 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4389ea94-af74-40a3-b019-a741bb7cce77 req-5f808f36-d6a0-49e0-b0e8-dbd4a571872b tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576956 Aug 25 18:34:12.902777 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0beae1-3e37-4049-ba07-0cc58ac0b089 req-16a7b80b-de64-494c-952b-2544caf48523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:12.904216 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-cd0beae1-3e37-4049-ba07-0cc58ac0b089 req-16a7b80b-de64-494c-952b-2544caf48523 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d758b058-3a6c-4079-8150-04a6b556ab0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0621407 Aug 25 18:34:12.992743 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-cd0beae1-3e37-4049-ba07-0cc58ac0b089 req-e9051284-a9c5-495c-8989-470441247e17 service neutron] 10.222.0.24 "GET /v2.0/networks/d758b058-3a6c-4079-8150-04a6b556ab0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805519 Aug 25 18:34:13.081529 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-cd0beae1-3e37-4049-ba07-0cc58ac0b089 req-cc147bcd-c015-402d-a51d-b93bba73b2e0 service neutron] 10.222.0.24 "GET /v2.0/networks/d758b058-3a6c-4079-8150-04a6b556ab0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822711 Aug 25 18:34:14.005494 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba9e98-1f8f-4d8c-a974-e1b5bf6306b6 req-3bc48bff-867d-45bf-9974-eb4c143c3566 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:14.006919 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-14ba9e98-1f8f-4d8c-a974-e1b5bf6306b6 req-3bc48bff-867d-45bf-9974-eb4c143c3566 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 946 time: 0.0474076 Aug 25 18:34:14.043265 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-14ba9e98-1f8f-4d8c-a974-e1b5bf6306b6 req-1170ec01-96dd-44e2-9c49-5ef9a3bca2c0 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305676 Aug 25 18:34:15.154410 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c747c58-bf50-4dc6-bb72-c92303d361f5 req-340ff1c2-6367-4df9-932b-14209f9040ce tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:15.155871 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5c747c58-bf50-4dc6-bb72-c92303d361f5 req-340ff1c2-6367-4df9-932b-14209f9040ce tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 946 time: 0.0474987 Aug 25 18:34:15.202664 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5c747c58-bf50-4dc6-bb72-c92303d361f5 req-ed725c9e-942d-43da-a00c-2029b276adf4 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403285 Aug 25 18:34:15.428514 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600214d-e228-4f58-8059-c61e809aadf7 req-caa730a5-792d-4926-bc2e-dbffcc2fd56f tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:15.430028 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c600214d-e228-4f58-8059-c61e809aadf7 req-caa730a5-792d-4926-bc2e-dbffcc2fd56f tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 946 time: 0.0580826 Aug 25 18:34:15.439682 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [req-1fdbea91-d7ba-4f96-919a-78ed7c80a884 req-32dc031d-386d-4fa7-8599-a770c4843919 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0885825 Aug 25 18:34:15.469425 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c600214d-e228-4f58-8059-c61e809aadf7 req-39c562de-30b5-44e6-ad24-03a11b1e3155 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322390 Aug 25 18:34:16.583400 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2108a-4c83-4147-a2f5-4639487ad825 req-a16ee7fa-f0d3-46b2-8bbf-5c38f3d26531 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:16.584877 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ded2108a-4c83-4147-a2f5-4639487ad825 req-a16ee7fa-f0d3-46b2-8bbf-5c38f3d26531 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 946 time: 0.0469847 Aug 25 18:34:16.623003 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-ded2108a-4c83-4147-a2f5-4639487ad825 req-02ba7fa8-61e1-487a-981a-f2ef889bf112 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323398 Aug 25 18:34:16.697999 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbea91-d7ba-4f96-919a-78ed7c80a884 req-67a9eded-f56a-4292-842e-bfcd70b5ea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:16.699346 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1fdbea91-d7ba-4f96-919a-78ed7c80a884 req-67a9eded-f56a-4292-842e-bfcd70b5ea15 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd&tenant_id=23a18564bec44817818acd32e48914fd HTTP/1.1" status: 200 len: 1099 time: 0.0392051 Aug 25 18:34:16.763769 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbea91-d7ba-4f96-919a-78ed7c80a884 req-50528f2d-1b49-47aa-ae4e-c444f71c6c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:16.765848 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1fdbea91-d7ba-4f96-919a-78ed7c80a884 req-50528f2d-1b49-47aa-ae4e-c444f71c6c00 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=23a18564bec44817818acd32e48914fd&device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 1099 time: 0.0424497 Aug 25 18:34:16.852186 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbea91-d7ba-4f96-919a-78ed7c80a884 req-5ea1aa9c-763c-403c-9871-64ea82b4c58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:16.853664 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1fdbea91-d7ba-4f96-919a-78ed7c80a884 req-5ea1aa9c-763c-403c-9871-64ea82b4c58e service neutron] 10.222.0.24 "GET /v2.0/networks?id=d758b058-3a6c-4079-8150-04a6b556ab0c HTTP/1.1" status: 200 len: 910 time: 0.0807276 Aug 25 18:34:16.920194 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1fdbea91-d7ba-4f96-919a-78ed7c80a884 req-82675cb1-4f15-454d-97e5-a67481353a8f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80e715dd-7319-496e-9806-9d753a318414 HTTP/1.1" status: 200 len: 1002 time: 0.0590241 Aug 25 18:34:16.971098 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbea91-d7ba-4f96-919a-78ed7c80a884 req-f6468f2d-708c-4f48-beae-407a83469fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:16.972395 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1fdbea91-d7ba-4f96-919a-78ed7c80a884 req-f6468f2d-708c-4f48-beae-407a83469fd3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5a3ecd95-aa7d-483c-83aa-0602b4a40d75 HTTP/1.1" status: 200 len: 848 time: 0.0423820 Aug 25 18:34:17.016760 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbea91-d7ba-4f96-919a-78ed7c80a884 req-54e9d30e-e846-4c3d-aa2a-32bc761749c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:17.018160 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1fdbea91-d7ba-4f96-919a-78ed7c80a884 req-54e9d30e-e846-4c3d-aa2a-32bc761749c3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d758b058-3a6c-4079-8150-04a6b556ab0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383856 Aug 25 18:34:17.107734 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1fdbea91-d7ba-4f96-919a-78ed7c80a884 req-5c3d3c7b-7652-43a0-9262-b762c806dc2b service neutron] 10.222.0.24 "GET /v2.0/networks/d758b058-3a6c-4079-8150-04a6b556ab0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817544 Aug 25 18:34:17.195822 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1fdbea91-d7ba-4f96-919a-78ed7c80a884 req-abb70b84-80d4-4c0e-b2e7-7541e3177a63 service neutron] 10.222.0.24 "GET /v2.0/networks/d758b058-3a6c-4079-8150-04a6b556ab0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803502 Aug 25 18:34:17.737515 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68597d-d48e-4326-90fd-c5b3e1e9dec4 req-52ba9b6f-0e59-43df-8e1f-b8c7ba603be1 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:17.738963 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5c68597d-d48e-4326-90fd-c5b3e1e9dec4 req-52ba9b6f-0e59-43df-8e1f-b8c7ba603be1 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 946 time: 0.0498378 Aug 25 18:34:17.775418 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-5c68597d-d48e-4326-90fd-c5b3e1e9dec4 req-9ef09e41-d7ff-4049-b70d-84e18b34213d tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307071 Aug 25 18:34:18.615414 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:34:18.889612 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3178d-5b9f-4208-8b2f-744352ab7d8d req-dae64051-e885-4e45-9f70-2ff394c7387e tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:18.891058 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9bd3178d-5b9f-4208-8b2f-744352ab7d8d req-dae64051-e885-4e45-9f70-2ff394c7387e tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 946 time: 0.0512638 Aug 25 18:34:18.927842 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-9bd3178d-5b9f-4208-8b2f-744352ab7d8d req-9f41a52b-4735-4713-af2e-7e197dd6f209 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309730 Aug 25 18:34:19.593487 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 80e715dd-7319-496e-9806-9d753a318414 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:34:19.668297 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:34:19.689662 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2dd415-2ce2-4648-8135-841a89a9cdbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80e715dd-7319-496e-9806-9d753a318414'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:34:19.691860 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700cf778d203af030a48c7cd7e91a8769aab6ec207ebda1a87165573d1bde0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7d3fe3-020b-4eb5-a666-6581b918c3f5" -d '{"events": [{"server_uuid": "7f2dd415-2ce2-4648-8135-841a89a9cdbd", "name": "network-vif-unplugged", "status": "completed", "tag": "80e715dd-7319-496e-9806-9d753a318414"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:34:19.704842 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 80e715dd-7319-496e-9806-9d753a318414, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=80e715dd-7319-496e-9806-9d753a318414,segment=NetworkSegment(c8c256c0-77f3-4d1a-8fef-d454ba30f0e3),segment_id=c8c256c0-77f3-4d1a-8fef-d454ba30f0e3)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:34:19.709486 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:34:19.732417 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 Aug 2021 18:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d59c3d6-8da2-48e5-8729-a28adb5f0c0e x-openstack-request-id: req-5d59c3d6-8da2-48e5-8729-a28adb5f0c0e {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:34:19.732723 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2dd415-2ce2-4648-8135-841a89a9cdbd", "name": "network-vif-unplugged", "status": "completed", "tag": "80e715dd-7319-496e-9806-9d753a318414", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:34:19.732993 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d59c3d6-8da2-48e5-8729-a28adb5f0c0e {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:34:19.733365 dv-cinder-790492-8-iscsi neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2dd415-2ce2-4648-8135-841a89a9cdbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80e715dd-7319-496e-9806-9d753a318414', 'code': 200} Aug 25 18:34:19.757581 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=80e715dd-7319-496e-9806-9d753a318414,revision_number=6']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:34:20.038146 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37116e-0f13-494c-ac6f-ffa3b0b62363 req-fc95dae9-6143-46cf-80b2-754f135b144f tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:20.039579 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-da37116e-0f13-494c-ac6f-ffa3b0b62363 req-fc95dae9-6143-46cf-80b2-754f135b144f tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 944 time: 0.0472226 Aug 25 18:34:20.076899 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-da37116e-0f13-494c-ac6f-ffa3b0b62363 req-7b8a48e8-7d16-4fef-a307-560018b8d2b6 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313385 Aug 25 18:34:21.190977 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5e03f-d84e-466f-b16f-d2e70e03a409 req-8ceea308-9bbf-4560-be77-3b321ee2f4db tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:21.192412 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1ee5e03f-d84e-466f-b16f-d2e70e03a409 req-8ceea308-9bbf-4560-be77-3b321ee2f4db tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 944 time: 0.0486748 Aug 25 18:34:21.228990 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1ee5e03f-d84e-466f-b16f-d2e70e03a409 req-781eab57-0f58-48d2-a354-46a750cf77a7 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307326 Aug 25 18:34:22.342694 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d2328-2d99-40c3-9078-9f786a094bf5 req-3d8b26ec-8f35-4255-bb82-a91e863d0658 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:22.344726 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e39d2328-2d99-40c3-9078-9f786a094bf5 req-3d8b26ec-8f35-4255-bb82-a91e863d0658 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 944 time: 0.0510304 Aug 25 18:34:22.381254 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e39d2328-2d99-40c3-9078-9f786a094bf5 req-22899623-895c-4b29-a2ce-77f0096e106e tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304418 Aug 25 18:34:23.346315 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-13f5185c-e8ce-4afb-a899-6b9aa75a9b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:34:23.362832 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4bab8b-1f2b-44c9-8f7d-fb976476cc6c req-219e09e9-9bed-41af-ad84-1d3d1cd91b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:23.364322 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2a4bab8b-1f2b-44c9-8f7d-fb976476cc6c req-219e09e9-9bed-41af-ad84-1d3d1cd91b39 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 1097 time: 0.0419042 Aug 25 18:34:23.398091 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-2a4bab8b-1f2b-44c9-8f7d-fb976476cc6c req-a54503ea-2b00-49e4-a785-d4c7eae83240 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268717 Aug 25 18:34:23.492294 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd545a5-de17-4b12-8c6a-6f2b6f064718 req-801c5e52-e40f-4ea3-a70c-49a4e55073a4 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:23.493757 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1cd545a5-de17-4b12-8c6a-6f2b6f064718 req-801c5e52-e40f-4ea3-a70c-49a4e55073a4 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 944 time: 0.0477669 Aug 25 18:34:23.529236 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-1cd545a5-de17-4b12-8c6a-6f2b6f064718 req-e7a236fc-737a-45c4-a73e-6bcefed7bbff tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298049 Aug 25 18:34:24.651084 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a68e1-a014-4cf2-ba88-b971bbc7577f req-c55aa19b-3434-4bb6-8afa-e67e11e1cb15 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:24.652449 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e01a68e1-a014-4cf2-ba88-b971bbc7577f req-c55aa19b-3434-4bb6-8afa-e67e11e1cb15 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 944 time: 0.0523334 Aug 25 18:34:24.690524 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e01a68e1-a014-4cf2-ba88-b971bbc7577f req-7eafb520-11f2-46f1-8b48-ffe149c3e47f tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312603 Aug 25 18:34:25.616317 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 80e715dd-7319-496e-9806-9d753a318414 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=93793) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 18:34:25.709026 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 80e715dd-7319-496e-9806-9d753a318414, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=80e715dd-7319-496e-9806-9d753a318414,segment=NetworkSegment(c8c256c0-77f3-4d1a-8fef-d454ba30f0e3),segment_id=c8c256c0-77f3-4d1a-8fef-d454ba30f0e3)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:34:25.720525 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Returning: {'device': '80e715dd-7319-496e-9806-9d753a318414', 'network_id': 'd758b058-3a6c-4079-8150-04a6b556ab0c', 'port_id': '80e715dd-7319-496e-9806-9d753a318414', 'mac_address': 'fa:16:3e:af:87:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a3ecd95-aa7d-483c-83aa-0602b4a40d75', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93793) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 18:34:25.756793 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:34:25.777305 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e715dd-7319-496e-9806-9d753a318414 {{(pid=93793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 18:34:25.789128 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-da285d7d-42c2-4a95-a123-042d94825905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:34:25.799820 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 80e715dd-7319-496e-9806-9d753a318414, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=80e715dd-7319-496e-9806-9d753a318414,segment=NetworkSegment(c8c256c0-77f3-4d1a-8fef-d454ba30f0e3),segment_id=c8c256c0-77f3-4d1a-8fef-d454ba30f0e3)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:34:25.803751 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:34:25.849871 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=80e715dd-7319-496e-9806-9d753a318414,revision_number=7']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:34:26.027362 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] get_ports_and_sgs() called for port_ids ['80e715dd-7319-496e-9806-9d753a318414'] {{(pid=93793) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 25 18:34:27.235898 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:34:27.491053 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:34:27.638920 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 80e715dd-7319-496e-9806-9d753a318414 up at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 18:34:27.686817 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Provisioning complete for port 80e715dd-7319-496e-9806-9d753a318414 triggered by entity L2. {{(pid=93793) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 18:34:27.687827 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652511'] for port, provisioning_complete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:34:27.761091 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596310'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:34:27.782639 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2dd415-2ce2-4648-8135-841a89a9cdbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e715dd-7319-496e-9806-9d753a318414'}] {{(pid=93793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:34:27.784783 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}700cf778d203af030a48c7cd7e91a8769aab6ec207ebda1a87165573d1bde0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf8d7da-fc87-432e-8661-b4246d7e24f3" -d '{"events": [{"server_uuid": "7f2dd415-2ce2-4648-8135-841a89a9cdbd", "name": "network-vif-plugged", "status": "completed", "tag": "80e715dd-7319-496e-9806-9d753a318414"}]}' {{(pid=93793) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:34:27.797696 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] For port 80e715dd-7319-496e-9806-9d753a318414, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=80e715dd-7319-496e-9806-9d753a318414,segment=NetworkSegment(c8c256c0-77f3-4d1a-8fef-d454ba30f0e3),segment_id=c8c256c0-77f3-4d1a-8fef-d454ba30f0e3)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:34:27.801841 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354477873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748354017841', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748354017859'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:34:27.826286 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c16c07d-74cb-4cb0-87f2-33474029bb8d x-openstack-request-id: req-2c16c07d-74cb-4cb0-87f2-33474029bb8d {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:34:27.826571 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2dd415-2ce2-4648-8135-841a89a9cdbd", "name": "network-vif-plugged", "status": "completed", "tag": "80e715dd-7319-496e-9806-9d753a318414", "code": 200}]} {{(pid=93793) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:34:27.826818 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c16c07d-74cb-4cb0-87f2-33474029bb8d {{(pid=93793) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:34:27.827220 dv-cinder-790492-8-iscsi neutron-server[93793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2dd415-2ce2-4648-8135-841a89a9cdbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e715dd-7319-496e-9806-9d753a318414', 'code': 200} Aug 25 18:34:27.851445 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Pushing event updated for resources: {'Port': ['ID=80e715dd-7319-496e-9806-9d753a318414,revision_number=8']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:34:28.902747 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:34:36.896954 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 6 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:34:48.606880 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:34:53.078100 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e35c1bb7-ff59-4a21-ab64-bd6bb0cabdcc req-a93a5f01-448d-4a6e-808f-ad2d54d9fef9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=791614e7-ccbb-4e97-a69b-bf7701207619&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373473 Aug 25 18:34:53.156339 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c1bb7-ff59-4a21-ab64-bd6bb0cabdcc req-64b8edf2-a7d3-4f69-be35-701fd47920a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:53.158429 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e35c1bb7-ff59-4a21-ab64-bd6bb0cabdcc req-64b8edf2-a7d3-4f69-be35-701fd47920a9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d82372d74da4f7189c2a324de5c53bf&device_id=791614e7-ccbb-4e97-a69b-bf7701207619 HTTP/1.1" status: 200 len: 1098 time: 0.0393181 Aug 25 18:34:53.259935 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c1bb7-ff59-4a21-ab64-bd6bb0cabdcc req-fe201e6b-9561-4eee-aec9-4423bbc7df29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:53.261380 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e35c1bb7-ff59-4a21-ab64-bd6bb0cabdcc req-fe201e6b-9561-4eee-aec9-4423bbc7df29 service neutron] 10.222.0.24 "GET /v2.0/networks?id=25c2fc48-f9a1-4bec-9c66-689eb0740ad2 HTTP/1.1" status: 200 len: 913 time: 0.0842457 Aug 25 18:34:53.325310 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e35c1bb7-ff59-4a21-ab64-bd6bb0cabdcc req-edeeaa9f-886d-478b-aa85-ae5b9dbc708c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f857f60-ffa5-4cac-806c-0c92a06e9c53 HTTP/1.1" status: 200 len: 1000 time: 0.0561576 Aug 25 18:34:53.347566 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-86a93d73-504a-4075-8e97-1604d231f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:34:53.374640 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c1bb7-ff59-4a21-ab64-bd6bb0cabdcc req-bed5b247-8673-4a53-9f8d-5bfd4738de44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:53.376527 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e35c1bb7-ff59-4a21-ab64-bd6bb0cabdcc req-bed5b247-8673-4a53-9f8d-5bfd4738de44 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc4734bb-f832-4878-a2e9-67939f407874 HTTP/1.1" status: 200 len: 851 time: 0.0418165 Aug 25 18:34:53.426469 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c1bb7-ff59-4a21-ab64-bd6bb0cabdcc req-839425fc-29b3-4891-b718-8c95dbcf2b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:34:53.427913 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e35c1bb7-ff59-4a21-ab64-bd6bb0cabdcc req-839425fc-29b3-4891-b718-8c95dbcf2b97 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25c2fc48-f9a1-4bec-9c66-689eb0740ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424259 Aug 25 18:34:53.515236 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e35c1bb7-ff59-4a21-ab64-bd6bb0cabdcc req-b09f2fe7-e6f5-4c4d-acb5-fae0c4c73914 service neutron] 10.222.0.24 "GET /v2.0/networks/25c2fc48-f9a1-4bec-9c66-689eb0740ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792739 Aug 25 18:34:53.604971 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-e35c1bb7-ff59-4a21-ab64-bd6bb0cabdcc req-0b45b7f9-f61e-4f63-8f59-2aad1170505f service neutron] 10.222.0.24 "GET /v2.0/networks/25c2fc48-f9a1-4bec-9c66-689eb0740ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818896 Aug 25 18:34:55.778023 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8a828318-5f35-402e-b2c2-55ec4154cd2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:34:57.236933 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:34:57.491908 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:34:58.900171 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:13.896379 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 6 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:35:18.610724 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:23.347528 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d81c9d40-8cc1-4659-9eb8-93ea2e7ee0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:25.778744 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-11ac988e-9ac9-472f-a631-a5dd62d7821b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:27.238243 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:27.494767 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:28.903046 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:29.098533 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 43616) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:35:29.247875 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d252ed01-fda6-4cbd-a95b-455a37dd22d6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Deleting port f72612c2-fad2-4734-bc51-0115de656010 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:35:29.248128 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d252ed01-fda6-4cbd-a95b-455a37dd22d6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:29.319923 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d252ed01-fda6-4cbd-a95b-455a37dd22d6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:29.320242 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d252ed01-fda6-4cbd-a95b-455a37dd22d6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:29.331265 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d252ed01-fda6-4cbd-a95b-455a37dd22d6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Calling delete_port for f72612c2-fad2-4734-bc51-0115de656010 owned by network:floatingip {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:35:29.470022 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d252ed01-fda6-4cbd-a95b-455a37dd22d6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12706292'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:29.518950 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252ed01-fda6-4cbd-a95b-455a37dd22d6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Pushing event deleted for resources: {'Port': ['ID=f72612c2-fad2-4734-bc51-0115de656010,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:35:29.542973 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252ed01-fda6-4cbd-a95b-455a37dd22d6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:35:29.543316 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252ed01-fda6-4cbd-a95b-455a37dd22d6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:35:29.543655 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252ed01-fda6-4cbd-a95b-455a37dd22d6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:35:29.543987 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252ed01-fda6-4cbd-a95b-455a37dd22d6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:35:29.544312 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252ed01-fda6-4cbd-a95b-455a37dd22d6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:35:29.544673 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252ed01-fda6-4cbd-a95b-455a37dd22d6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:35:29.544998 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252ed01-fda6-4cbd-a95b-455a37dd22d6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:35:29.545318 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252ed01-fda6-4cbd-a95b-455a37dd22d6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:35:29.545643 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252ed01-fda6-4cbd-a95b-455a37dd22d6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:35:29.545964 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252ed01-fda6-4cbd-a95b-455a37dd22d6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:35:29.546278 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252ed01-fda6-4cbd-a95b-455a37dd22d6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:35:29.546587 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252ed01-fda6-4cbd-a95b-455a37dd22d6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:35:29.566296 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d252ed01-fda6-4cbd-a95b-455a37dd22d6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for floatingip, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:29.566617 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.db.l3_db [None req-d252ed01-fda6-4cbd-a95b-455a37dd22d6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Floating IP 1b6ad57a-7761-4335-bed2-9d6047420777 disassociated (deleted). External IP: 172.27.3.104, port: 254cee85-3d07-4f7f-8c16-af0d9c3ed984. Aug 25 18:35:29.764368 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d252ed01-fda6-4cbd-a95b-455a37dd22d6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Router 9f2b68f1-549f-4245-acf0-478f17b48df5 has already been hosted by L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 {{(pid=93792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:35:29.867639 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d252ed01-fda6-4cbd-a95b-455a37dd22d6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:35:29.872397 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d252ed01-fda6-4cbd-a95b-455a37dd22d6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for floatingip, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:29.877466 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e008fa06-ddce-493a-bae1-b24776fadcde None None] Sync routers for ids ['9f2b68f1-549f-4245-acf0-478f17b48df5'] in dv-cinder-790492-8-iscsi {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:35:29.887962 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e008fa06-ddce-493a-bae1-b24776fadcde None None] Routers {'9f2b68f1-549f-4245-acf0-478f17b48df5'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:35:29.888609 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e008fa06-ddce-493a-bae1-b24776fadcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:35:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['9f2b68f1-549f-4245-acf0-478f17b48df5'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:29.897867 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-d252ed01-fda6-4cbd-a95b-455a37dd22d6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "DELETE /v2.0/floatingips/1b6ad57a-7761-4335-bed2-9d6047420777 HTTP/1.1" status: 204 len: 168 time: 0.7982466 Aug 25 18:35:29.898533 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4219ba6a-a588-4ec0-8f6b-9ab823a45f7d', 'tag': '254cee85-3d07-4f7f-8c16-af0d9c3ed984'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:35:29.900958 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c984d1858996a6e9101b3241db424c31c619dd4f66880771aa34b5ec8c668a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e015d1e-03cf-4dad-adaf-995e9c7d3ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "4219ba6a-a588-4ec0-8f6b-9ab823a45f7d", "tag": "254cee85-3d07-4f7f-8c16-af0d9c3ed984"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:35:29.940242 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a05633b-90f9-49f4-bd39-9ffe4ea366e7 x-openstack-request-id: req-7a05633b-90f9-49f4-bd39-9ffe4ea366e7 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:35:29.940726 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4219ba6a-a588-4ec0-8f6b-9ab823a45f7d", "tag": "254cee85-3d07-4f7f-8c16-af0d9c3ed984", "status": "completed", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:35:29.941067 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a05633b-90f9-49f4-bd39-9ffe4ea366e7 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:35:29.941557 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4219ba6a-a588-4ec0-8f6b-9ab823a45f7d', 'tag': '254cee85-3d07-4f7f-8c16-af0d9c3ed984', 'status': 'completed', 'code': 200} Aug 25 18:35:30.009169 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e015d1e-03cf-4dad-adaf-995e9c7d3ea4 req-fb300652-0e7e-4736-9da4-0accd27ed6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:35:30.010956 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4e015d1e-03cf-4dad-adaf-995e9c7d3ea4 req-fb300652-0e7e-4736-9da4-0accd27ed6b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d82372d74da4f7189c2a324de5c53bf&device_id=4219ba6a-a588-4ec0-8f6b-9ab823a45f7d HTTP/1.1" status: 200 len: 1098 time: 0.0467904 Aug 25 18:35:30.124122 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-e008fa06-ddce-493a-bae1-b24776fadcde None None] Set router 9f2b68f1-549f-4245-acf0-478f17b48df5 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:35:30.138598 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e015d1e-03cf-4dad-adaf-995e9c7d3ea4 req-145dcba7-dee0-4911-8e65-03d7670f56dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:35:30.140097 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4e015d1e-03cf-4dad-adaf-995e9c7d3ea4 req-145dcba7-dee0-4911-8e65-03d7670f56dc service neutron] 10.222.0.24 "GET /v2.0/networks?id=25c2fc48-f9a1-4bec-9c66-689eb0740ad2 HTTP/1.1" status: 200 len: 913 time: 0.1194406 Aug 25 18:35:30.152830 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75cf300-8d69-4692-ac9e-53a1a508a6c1 req-7e684228-c53e-499f-a642-753640f34d0a tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:35:30.154714 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a75cf300-8d69-4692-ac9e-53a1a508a6c1 req-7e684228-c53e-499f-a642-753640f34d0a tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=4219ba6a-a588-4ec0-8f6b-9ab823a45f7d HTTP/1.1" status: 200 len: 945 time: 0.0703740 Aug 25 18:35:30.200328 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4e015d1e-03cf-4dad-adaf-995e9c7d3ea4 req-752b0258-906b-48d0-8a97-4326fa91dd72 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=254cee85-3d07-4f7f-8c16-af0d9c3ed984 HTTP/1.1" status: 200 len: 217 time: 0.0450926 Aug 25 18:35:30.249697 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-a75cf300-8d69-4692-ac9e-53a1a508a6c1 req-86eae72c-306e-4913-8328-e647e317bc54 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883608 Aug 25 18:35:30.266082 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e015d1e-03cf-4dad-adaf-995e9c7d3ea4 req-4797265d-dd60-4c6e-9467-8d489c63b5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:35:30.268177 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4e015d1e-03cf-4dad-adaf-995e9c7d3ea4 req-4797265d-dd60-4c6e-9467-8d489c63b5be service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc4734bb-f832-4878-a2e9-67939f407874 HTTP/1.1" status: 200 len: 851 time: 0.0598068 Aug 25 18:35:30.314290 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e015d1e-03cf-4dad-adaf-995e9c7d3ea4 req-8679b978-cae4-4151-b8f0-3160c897b603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:35:30.315702 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4e015d1e-03cf-4dad-adaf-995e9c7d3ea4 req-8679b978-cae4-4151-b8f0-3160c897b603 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25c2fc48-f9a1-4bec-9c66-689eb0740ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392954 Aug 25 18:35:30.348900 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e008fa06-ddce-493a-bae1-b24776fadcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'name': 'tempest-TestVolumeBootPattern-1064946468-router', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:42Z', 'revision_number': 4, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'gw_port': {'id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_floatingips': [{'id': 'a046d328-c6d0-49d6-b2b3-32af1626c004', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'router_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'port_id': '7f857f60-ffa5-4cac-806c-0c92a06e9c53', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'mac_address': 'fa:16:3e:b8:33:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791614e7-ccbb-4e97-a69b-bf7701207619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:31:53Z', 'updated_at': '2021-08-25T18:31:55Z', 'revision_number': 1, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc803137-1c1b-46d2-b0a8-3439398ac84d', 'name': '', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'mac_address': 'fa:16:3e:78:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:41Z', 'updated_at': '2021-08-25T18:28:48Z', 'revision_number': 5, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'subnets': [{'id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:30.374425 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e008fa06-ddce-493a-bae1-b24776fadcde None None] Checking router: 9f2b68f1-549f-4245-acf0-478f17b48df5 for host: dv-cinder-790492-8-iscsi {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:35:30.382343 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e008fa06-ddce-493a-bae1-b24776fadcde None None] Routers {'9f2b68f1-549f-4245-acf0-478f17b48df5'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:35:30.382939 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e008fa06-ddce-493a-bae1-b24776fadcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:35:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['9f2b68f1-549f-4245-acf0-478f17b48df5'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:30.410374 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4e015d1e-03cf-4dad-adaf-995e9c7d3ea4 req-05fd3520-d192-41dd-9055-e2826426ac5d service neutron] 10.222.0.24 "GET /v2.0/networks/25c2fc48-f9a1-4bec-9c66-689eb0740ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852809 Aug 25 18:35:30.487212 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-e008fa06-ddce-493a-bae1-b24776fadcde None None] Set router 9f2b68f1-549f-4245-acf0-478f17b48df5 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:35:30.508001 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4e015d1e-03cf-4dad-adaf-995e9c7d3ea4 req-2a0d98d3-bf4f-4666-a907-9bd8b7ebe9c6 service neutron] 10.222.0.24 "GET /v2.0/networks/25c2fc48-f9a1-4bec-9c66-689eb0740ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874832 Aug 25 18:35:30.703238 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e008fa06-ddce-493a-bae1-b24776fadcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'name': 'tempest-TestVolumeBootPattern-1064946468-router', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:42Z', 'revision_number': 4, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'gw_port': {'id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_floatingips': [{'id': 'a046d328-c6d0-49d6-b2b3-32af1626c004', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'router_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'port_id': '7f857f60-ffa5-4cac-806c-0c92a06e9c53', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'mac_address': 'fa:16:3e:b8:33:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791614e7-ccbb-4e97-a69b-bf7701207619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:31:53Z', 'updated_at': '2021-08-25T18:31:55Z', 'revision_number': 1, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc803137-1c1b-46d2-b0a8-3439398ac84d', 'name': '', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'mac_address': 'fa:16:3e:78:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:41Z', 'updated_at': '2021-08-25T18:28:48Z', 'revision_number': 5, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'subnets': [{'id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:30.732695 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e008fa06-ddce-493a-bae1-b24776fadcde None None] The sync data for ids ['9f2b68f1-549f-4245-acf0-478f17b48df5'] in dv-cinder-790492-8-iscsi is: [{'id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'name': 'tempest-TestVolumeBootPattern-1064946468-router', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:42Z', 'revision_number': 4, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'gw_port': {'id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_floatingips': [{'id': 'a046d328-c6d0-49d6-b2b3-32af1626c004', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'router_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'port_id': '7f857f60-ffa5-4cac-806c-0c92a06e9c53', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'mac_address': 'fa:16:3e:b8:33:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791614e7-ccbb-4e97-a69b-bf7701207619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T18:31:53Z', 'updated_at': '2021-08-25T18:31:55Z', 'revision_number': 1, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc803137-1c1b-46d2-b0a8-3439398ac84d', 'name': '', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'mac_address': 'fa:16:3e:78:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:41Z', 'updated_at': '2021-08-25T18:28:48Z', 'revision_number': 5, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'subnets': [{'id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:35:30.941342 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3b300d-366d-442d-aa2f-9406d1789699 None None] New status for floating IP 1b6ad57a-7761-4335-bed2-9d6047420777: DOWN {{(pid=93794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 18:35:31.366109 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10786d76-67b9-4df0-a0a0-f21a5215f8f1 req-8a17712e-0421-4b67-9fad-e1a992ed943e tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:35:31.367561 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-10786d76-67b9-4df0-a0a0-f21a5215f8f1 req-8a17712e-0421-4b67-9fad-e1a992ed943e tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=4219ba6a-a588-4ec0-8f6b-9ab823a45f7d HTTP/1.1" status: 200 len: 945 time: 0.0484715 Aug 25 18:35:31.404276 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-10786d76-67b9-4df0-a0a0-f21a5215f8f1 req-680e98b9-4fa0-4003-841e-42e5474b22c5 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306942 Aug 25 18:35:31.678028 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c7e08-5f08-4566-9ad6-b4d64f749bf5 req-56910c11-73ac-4290-b95b-779e330e09d6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:35:31.679428 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4e9c7e08-5f08-4566-9ad6-b4d64f749bf5 req-56910c11-73ac-4290-b95b-779e330e09d6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.24 "GET /v2.0/ports?device_id=4219ba6a-a588-4ec0-8f6b-9ab823a45f7d HTTP/1.1" status: 200 len: 945 time: 0.0467365 Aug 25 18:35:31.770662 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-4e9c7e08-5f08-4566-9ad6-b4d64f749bf5 req-9c189c93-57de-4b45-abce-97b608a8d53d tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Deleting port 254cee85-3d07-4f7f-8c16-af0d9c3ed984 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:35:31.770991 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4e9c7e08-5f08-4566-9ad6-b4d64f749bf5 req-9c189c93-57de-4b45-abce-97b608a8d53d tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:31.857151 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-4e9c7e08-5f08-4566-9ad6-b4d64f749bf5 req-9c189c93-57de-4b45-abce-97b608a8d53d tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] For port 254cee85-3d07-4f7f-8c16-af0d9c3ed984, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=254cee85-3d07-4f7f-8c16-af0d9c3ed984,segment=NetworkSegment(aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5),segment_id=aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:35:31.857511 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4e9c7e08-5f08-4566-9ad6-b4d64f749bf5 req-9c189c93-57de-4b45-abce-97b608a8d53d tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:31.873329 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-4e9c7e08-5f08-4566-9ad6-b4d64f749bf5 req-9c189c93-57de-4b45-abce-97b608a8d53d tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Calling delete_port for 254cee85-3d07-4f7f-8c16-af0d9c3ed984 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:35:31.993947 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4e9c7e08-5f08-4566-9ad6-b4d64f749bf5 req-9c189c93-57de-4b45-abce-97b608a8d53d tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:32.020374 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c189c93-57de-4b45-abce-97b608a8d53d tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Pushing event deleted for resources: {'Port': ['ID=254cee85-3d07-4f7f-8c16-af0d9c3ed984,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:35:32.034832 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c189c93-57de-4b45-abce-97b608a8d53d tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:35:32.037368 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c189c93-57de-4b45-abce-97b608a8d53d tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:35:32.037368 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c189c93-57de-4b45-abce-97b608a8d53d tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:35:32.037368 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c189c93-57de-4b45-abce-97b608a8d53d tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:35:32.037368 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c189c93-57de-4b45-abce-97b608a8d53d tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:35:32.037368 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c189c93-57de-4b45-abce-97b608a8d53d tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:35:32.037368 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c189c93-57de-4b45-abce-97b608a8d53d tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:35:32.037368 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c189c93-57de-4b45-abce-97b608a8d53d tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:35:32.038184 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c189c93-57de-4b45-abce-97b608a8d53d tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:35:32.038184 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c189c93-57de-4b45-abce-97b608a8d53d tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:35:32.038184 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c189c93-57de-4b45-abce-97b608a8d53d tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:35:32.038464 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c189c93-57de-4b45-abce-97b608a8d53d tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:35:32.075727 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9c7e08-5f08-4566-9ad6-b4d64f749bf5 req-9c189c93-57de-4b45-abce-97b608a8d53d tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] No DVR routers for this DVR port 254cee85-3d07-4f7f-8c16-af0d9c3ed984 on host hv-cinder-79049 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:35:32.078280 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4e9c7e08-5f08-4566-9ad6-b4d64f749bf5 req-9c189c93-57de-4b45-abce-97b608a8d53d tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:32.080879 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-4e9c7e08-5f08-4566-9ad6-b4d64f749bf5 req-9c189c93-57de-4b45-abce-97b608a8d53d tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.24 "DELETE /v2.0/ports/254cee85-3d07-4f7f-8c16-af0d9c3ed984 HTTP/1.1" status: 204 len: 173 time: 0.3951464 Aug 25 18:35:32.081501 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4219ba6a-a588-4ec0-8f6b-9ab823a45f7d', 'name': 'network-vif-deleted', 'tag': '254cee85-3d07-4f7f-8c16-af0d9c3ed984'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:35:32.084254 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad4138f-dafc-4269-86e6-d667d07be849" -d '{"events": [{"server_uuid": "4219ba6a-a588-4ec0-8f6b-9ab823a45f7d", "name": "network-vif-deleted", "tag": "254cee85-3d07-4f7f-8c16-af0d9c3ed984"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:35:32.123788 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2aee72-c3f5-4124-8cbf-a95db147b047 x-openstack-request-id: req-ba2aee72-c3f5-4124-8cbf-a95db147b047 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:35:32.124079 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4219ba6a-a588-4ec0-8f6b-9ab823a45f7d", "name": "network-vif-deleted", "tag": "254cee85-3d07-4f7f-8c16-af0d9c3ed984", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:35:32.124332 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba2aee72-c3f5-4124-8cbf-a95db147b047 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:35:32.124848 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4219ba6a-a588-4ec0-8f6b-9ab823a45f7d', 'name': 'network-vif-deleted', 'tag': '254cee85-3d07-4f7f-8c16-af0d9c3ed984', 'status': 'completed', 'code': 200} Aug 25 18:35:32.513403 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-04d5dd4b-b7ee-4ec3-b71b-83fbbbe653ec req-c93bd6a7-f62f-483d-b666-c5cb92745270 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=4219ba6a-a588-4ec0-8f6b-9ab823a45f7d HTTP/1.1" status: 200 len: 210 time: 0.0268741 Aug 25 18:35:35.783110 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 43656) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:35:35.935998 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-aa14501d-99e9-4e74-bbe3-b60d05c5c7a8 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Deleting port 4ef5440c-2506-4c2b-8b64-636850cea354 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:35:35.936337 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aa14501d-99e9-4e74-bbe3-b60d05c5c7a8 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:35.988534 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 254cee85-3d07-4f7f-8c16-af0d9c3ed984 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:35:36.008090 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] No Port match for: 254cee85-3d07-4f7f-8c16-af0d9c3ed984 {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:35:36.008421 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 254cee85-3d07-4f7f-8c16-af0d9c3ed984 not bound to the agent host hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:35:36.008864 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aa14501d-99e9-4e74-bbe3-b60d05c5c7a8 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:36.009842 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aa14501d-99e9-4e74-bbe3-b60d05c5c7a8 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:36.021119 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-aa14501d-99e9-4e74-bbe3-b60d05c5c7a8 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Calling delete_port for 4ef5440c-2506-4c2b-8b64-636850cea354 owned by network:floatingip {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:35:36.162221 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aa14501d-99e9-4e74-bbe3-b60d05c5c7a8 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12706292'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:36.191628 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14501d-99e9-4e74-bbe3-b60d05c5c7a8 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Pushing event deleted for resources: {'Port': ['ID=4ef5440c-2506-4c2b-8b64-636850cea354,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:35:36.248886 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aa14501d-99e9-4e74-bbe3-b60d05c5c7a8 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for floatingip, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:36.249217 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.db.l3_db [None req-aa14501d-99e9-4e74-bbe3-b60d05c5c7a8 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Floating IP a046d328-c6d0-49d6-b2b3-32af1626c004 disassociated (deleted). External IP: 172.27.3.99, port: 7f857f60-ffa5-4cac-806c-0c92a06e9c53. Aug 25 18:35:36.662084 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa14501d-99e9-4e74-bbe3-b60d05c5c7a8 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Router 9f2b68f1-549f-4245-acf0-478f17b48df5 has already been hosted by L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 {{(pid=93792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:35:36.765048 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa14501d-99e9-4e74-bbe3-b60d05c5c7a8 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:35:36.770024 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aa14501d-99e9-4e74-bbe3-b60d05c5c7a8 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for floatingip, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:36.775556 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15040094-5ac1-4e93-aea5-e1c53723a79a None None] Sync routers for ids ['9f2b68f1-549f-4245-acf0-478f17b48df5'] in dv-cinder-790492-8-iscsi {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:35:36.784377 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15040094-5ac1-4e93-aea5-e1c53723a79a None None] Routers {'9f2b68f1-549f-4245-acf0-478f17b48df5'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:35:36.785046 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-15040094-5ac1-4e93-aea5-e1c53723a79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:35:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['9f2b68f1-549f-4245-acf0-478f17b48df5'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:36.795691 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-aa14501d-99e9-4e74-bbe3-b60d05c5c7a8 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "DELETE /v2.0/floatingips/a046d328-c6d0-49d6-b2b3-32af1626c004 HTTP/1.1" status: 204 len: 168 time: 1.0115080 Aug 25 18:35:36.796324 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '791614e7-ccbb-4e97-a69b-bf7701207619', 'tag': '7f857f60-ffa5-4cac-806c-0c92a06e9c53'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:35:36.798539 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c984d1858996a6e9101b3241db424c31c619dd4f66880771aa34b5ec8c668a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e0b2a8-1636-4b07-a8e2-56288b262e75" -d '{"events": [{"name": "network-changed", "server_uuid": "791614e7-ccbb-4e97-a69b-bf7701207619", "tag": "7f857f60-ffa5-4cac-806c-0c92a06e9c53"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:35:36.839589 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c738b50b-e73e-4c01-8a9a-350fb799d274 x-openstack-request-id: req-c738b50b-e73e-4c01-8a9a-350fb799d274 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:35:36.839894 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "791614e7-ccbb-4e97-a69b-bf7701207619", "tag": "7f857f60-ffa5-4cac-806c-0c92a06e9c53", "status": "completed", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:35:36.840145 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c738b50b-e73e-4c01-8a9a-350fb799d274 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:35:36.841060 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '791614e7-ccbb-4e97-a69b-bf7701207619', 'tag': '7f857f60-ffa5-4cac-806c-0c92a06e9c53', 'status': 'completed', 'code': 200} Aug 25 18:35:36.896084 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-15040094-5ac1-4e93-aea5-e1c53723a79a None None] Set router 9f2b68f1-549f-4245-acf0-478f17b48df5 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:35:36.909669 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0b2a8-1636-4b07-a8e2-56288b262e75 req-5a770a07-a63b-4738-bdac-526039c29185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:35:36.911261 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f6e0b2a8-1636-4b07-a8e2-56288b262e75 req-5a770a07-a63b-4738-bdac-526039c29185 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d82372d74da4f7189c2a324de5c53bf&device_id=791614e7-ccbb-4e97-a69b-bf7701207619 HTTP/1.1" status: 200 len: 1098 time: 0.0506384 Aug 25 18:35:37.039110 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0b2a8-1636-4b07-a8e2-56288b262e75 req-66da348e-8882-4860-9b13-734d3d50284e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:35:37.040574 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f6e0b2a8-1636-4b07-a8e2-56288b262e75 req-66da348e-8882-4860-9b13-734d3d50284e service neutron] 10.222.0.24 "GET /v2.0/networks?id=25c2fc48-f9a1-4bec-9c66-689eb0740ad2 HTTP/1.1" status: 200 len: 913 time: 0.1219642 Aug 25 18:35:37.047813 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4ffc9-3e35-4112-aed4-d4a87cd6ca26 req-a4e71f28-0005-401e-b4e9-b2972d06c022 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:35:37.049185 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d7f4ffc9-3e35-4112-aed4-d4a87cd6ca26 req-a4e71f28-0005-401e-b4e9-b2972d06c022 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=791614e7-ccbb-4e97-a69b-bf7701207619 HTTP/1.1" status: 200 len: 945 time: 0.0726912 Aug 25 18:35:37.094382 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f6e0b2a8-1636-4b07-a8e2-56288b262e75 req-584b2dfe-d30e-4c05-a329-fdeec21de22d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f857f60-ffa5-4cac-806c-0c92a06e9c53 HTTP/1.1" status: 200 len: 217 time: 0.0437603 Aug 25 18:35:37.107991 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-15040094-5ac1-4e93-aea5-e1c53723a79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'name': 'tempest-TestVolumeBootPattern-1064946468-router', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:42Z', 'revision_number': 4, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'gw_port': {'id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': 'bc803137-1c1b-46d2-b0a8-3439398ac84d', 'name': '', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'mac_address': 'fa:16:3e:78:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:41Z', 'updated_at': '2021-08-25T18:28:48Z', 'revision_number': 5, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'subnets': [{'id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:37.138935 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15040094-5ac1-4e93-aea5-e1c53723a79a None None] Checking router: 9f2b68f1-549f-4245-acf0-478f17b48df5 for host: dv-cinder-790492-8-iscsi {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:35:37.147206 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15040094-5ac1-4e93-aea5-e1c53723a79a None None] Routers {'9f2b68f1-549f-4245-acf0-478f17b48df5'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:35:37.147812 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-15040094-5ac1-4e93-aea5-e1c53723a79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:35:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['9f2b68f1-549f-4245-acf0-478f17b48df5'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:37.150996 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-d7f4ffc9-3e35-4112-aed4-d4a87cd6ca26 req-a1f807fc-d12d-4d24-961f-3b27305ebda1 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948241 Aug 25 18:35:37.161846 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0b2a8-1636-4b07-a8e2-56288b262e75 req-83bdec29-f410-4aca-9caf-57cfe05619d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:35:37.163251 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f6e0b2a8-1636-4b07-a8e2-56288b262e75 req-83bdec29-f410-4aca-9caf-57cfe05619d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc4734bb-f832-4878-a2e9-67939f407874 HTTP/1.1" status: 200 len: 851 time: 0.0595160 Aug 25 18:35:37.209623 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0b2a8-1636-4b07-a8e2-56288b262e75 req-ce115f85-3b8a-403c-862b-ca4561c0bb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:35:37.210988 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f6e0b2a8-1636-4b07-a8e2-56288b262e75 req-ce115f85-3b8a-403c-862b-ca4561c0bb74 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25c2fc48-f9a1-4bec-9c66-689eb0740ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401094 Aug 25 18:35:37.253077 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-15040094-5ac1-4e93-aea5-e1c53723a79a None None] Set router 9f2b68f1-549f-4245-acf0-478f17b48df5 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:35:37.300139 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f6e0b2a8-1636-4b07-a8e2-56288b262e75 req-7a000a65-90bc-446a-8639-a97c39dd44ba service neutron] 10.222.0.24 "GET /v2.0/networks/25c2fc48-f9a1-4bec-9c66-689eb0740ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804913 Aug 25 18:35:37.394208 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-f6e0b2a8-1636-4b07-a8e2-56288b262e75 req-d6689823-63c6-4293-8065-4420dde939d4 service neutron] 10.222.0.24 "GET /v2.0/networks/25c2fc48-f9a1-4bec-9c66-689eb0740ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850823 Aug 25 18:35:37.454246 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-15040094-5ac1-4e93-aea5-e1c53723a79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'name': 'tempest-TestVolumeBootPattern-1064946468-router', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:42Z', 'revision_number': 4, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'gw_port': {'id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': 'bc803137-1c1b-46d2-b0a8-3439398ac84d', 'name': '', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'mac_address': 'fa:16:3e:78:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:41Z', 'updated_at': '2021-08-25T18:28:48Z', 'revision_number': 5, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'subnets': [{'id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:37.480271 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15040094-5ac1-4e93-aea5-e1c53723a79a None None] The sync data for ids ['9f2b68f1-549f-4245-acf0-478f17b48df5'] in dv-cinder-790492-8-iscsi is: [{'id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'name': 'tempest-TestVolumeBootPattern-1064946468-router', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:42Z', 'revision_number': 4, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'gw_port': {'id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': 'bc803137-1c1b-46d2-b0a8-3439398ac84d', 'name': '', 'network_id': '25c2fc48-f9a1-4bec-9c66-689eb0740ad2', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'mac_address': 'fa:16:3e:78:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:41Z', 'updated_at': '2021-08-25T18:28:48Z', 'revision_number': 5, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'subnets': [{'id': 'cc4734bb-f832-4878-a2e9-67939f407874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:35:37.676038 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831e2fb5-5378-4406-ae86-288c48da6bfd None None] New status for floating IP a046d328-c6d0-49d6-b2b3-32af1626c004: DOWN {{(pid=93794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 18:35:38.264502 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd6fd5-d2e2-43d3-ba62-a8b08b479a37 req-e9087f3a-2b83-4e0a-bbe7-d382b014b9e4 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:35:38.265973 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-68dd6fd5-d2e2-43d3-ba62-a8b08b479a37 req-e9087f3a-2b83-4e0a-bbe7-d382b014b9e4 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=791614e7-ccbb-4e97-a69b-bf7701207619 HTTP/1.1" status: 200 len: 945 time: 0.0477848 Aug 25 18:35:38.302937 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-68dd6fd5-d2e2-43d3-ba62-a8b08b479a37 req-2cd04ed8-a4ff-49f8-bf15-d7933d3347a6 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/security-groups?id=bfc51ae2-4920-4a5c-b7e0-ae315b305353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306196 Aug 25 18:35:38.448069 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c7928-3e11-450b-aaba-3742c3de433e req-a539d146-db62-4283-b6f2-bfe8ab95b789 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:35:38.449449 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-eb8c7928-3e11-450b-aaba-3742c3de433e req-a539d146-db62-4283-b6f2-bfe8ab95b789 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.24 "GET /v2.0/ports?device_id=791614e7-ccbb-4e97-a69b-bf7701207619 HTTP/1.1" status: 200 len: 945 time: 0.0504377 Aug 25 18:35:38.535535 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-eb8c7928-3e11-450b-aaba-3742c3de433e req-40bb4d57-5579-4013-bb9f-b600400cf0d0 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Deleting port 7f857f60-ffa5-4cac-806c-0c92a06e9c53 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:35:38.535871 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-eb8c7928-3e11-450b-aaba-3742c3de433e req-40bb4d57-5579-4013-bb9f-b600400cf0d0 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:38.624879 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-eb8c7928-3e11-450b-aaba-3742c3de433e req-40bb4d57-5579-4013-bb9f-b600400cf0d0 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] For port 7f857f60-ffa5-4cac-806c-0c92a06e9c53, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=7f857f60-ffa5-4cac-806c-0c92a06e9c53,segment=NetworkSegment(aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5),segment_id=aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:35:38.625234 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-eb8c7928-3e11-450b-aaba-3742c3de433e req-40bb4d57-5579-4013-bb9f-b600400cf0d0 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:38.638197 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-eb8c7928-3e11-450b-aaba-3742c3de433e req-40bb4d57-5579-4013-bb9f-b600400cf0d0 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Calling delete_port for 7f857f60-ffa5-4cac-806c-0c92a06e9c53 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:35:38.759308 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-eb8c7928-3e11-450b-aaba-3742c3de433e req-40bb4d57-5579-4013-bb9f-b600400cf0d0 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:38.790424 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb4d57-5579-4013-bb9f-b600400cf0d0 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Pushing event deleted for resources: {'Port': ['ID=7f857f60-ffa5-4cac-806c-0c92a06e9c53,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:35:39.092082 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8c7928-3e11-450b-aaba-3742c3de433e req-40bb4d57-5579-4013-bb9f-b600400cf0d0 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] No DVR routers for this DVR port 7f857f60-ffa5-4cac-806c-0c92a06e9c53 on host hv-cinder-79049 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:35:39.094481 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-eb8c7928-3e11-450b-aaba-3742c3de433e req-40bb4d57-5579-4013-bb9f-b600400cf0d0 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:39.096757 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-eb8c7928-3e11-450b-aaba-3742c3de433e req-40bb4d57-5579-4013-bb9f-b600400cf0d0 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.24 "DELETE /v2.0/ports/7f857f60-ffa5-4cac-806c-0c92a06e9c53 HTTP/1.1" status: 204 len: 173 time: 0.6411064 Aug 25 18:35:39.096904 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791614e7-ccbb-4e97-a69b-bf7701207619', 'name': 'network-vif-deleted', 'tag': '7f857f60-ffa5-4cac-806c-0c92a06e9c53'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:35:39.099086 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bc8c8f-a63c-4a85-bd12-e9e55338201a" -d '{"events": [{"server_uuid": "791614e7-ccbb-4e97-a69b-bf7701207619", "name": "network-vif-deleted", "tag": "7f857f60-ffa5-4cac-806c-0c92a06e9c53"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:35:39.139407 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6577da-d249-4936-8d87-30ee4c5ccdcd x-openstack-request-id: req-9b6577da-d249-4936-8d87-30ee4c5ccdcd {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:35:39.139697 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "791614e7-ccbb-4e97-a69b-bf7701207619", "name": "network-vif-deleted", "tag": "7f857f60-ffa5-4cac-806c-0c92a06e9c53", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:35:39.139947 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9b6577da-d249-4936-8d87-30ee4c5ccdcd {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:35:39.140337 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '791614e7-ccbb-4e97-a69b-bf7701207619', 'name': 'network-vif-deleted', 'tag': '7f857f60-ffa5-4cac-806c-0c92a06e9c53', 'status': 'completed', 'code': 200} Aug 25 18:35:39.396934 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-68b94ca1-cf55-4b3f-8412-28603f33c0de req-fc65cd85-65ae-4a55-b928-97ae66e1d90b tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "GET /v2.0/ports?device_id=791614e7-ccbb-4e97-a69b-bf7701207619 HTTP/1.1" status: 200 len: 210 time: 0.0268021 Aug 25 18:35:40.412769 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 43670) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:35:40.451335 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 43674) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:35:40.567467 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d8fa5587-be60-4120-a72f-24de1010c31c tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Deleting port 37115cd9-978e-405f-9213-108a276864db {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:35:40.567810 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d8fa5587-be60-4120-a72f-24de1010c31c tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:40.573424 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-0b30bc78-85af-425c-a950-fcc6e4c43b3e tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Deleting port 4554aad2-fb37-4f1e-bcb2-a22d26f7179d {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:35:40.574014 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0b30bc78-85af-425c-a950-fcc6e4c43b3e tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:40.646912 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d8fa5587-be60-4120-a72f-24de1010c31c tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:40.647241 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d8fa5587-be60-4120-a72f-24de1010c31c tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:40.653530 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0b30bc78-85af-425c-a950-fcc6e4c43b3e tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:40.653802 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0b30bc78-85af-425c-a950-fcc6e4c43b3e tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:40.658729 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d8fa5587-be60-4120-a72f-24de1010c31c tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Calling delete_port for 37115cd9-978e-405f-9213-108a276864db owned by network:floatingip {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:35:40.665533 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-0b30bc78-85af-425c-a950-fcc6e4c43b3e tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Calling delete_port for 4554aad2-fb37-4f1e-bcb2-a22d26f7179d owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:35:40.794737 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0b30bc78-85af-425c-a950-fcc6e4c43b3e tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:40.809239 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d8fa5587-be60-4120-a72f-24de1010c31c tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12706292'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:40.821655 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b30bc78-85af-425c-a950-fcc6e4c43b3e tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Pushing event deleted for resources: {'Port': ['ID=4554aad2-fb37-4f1e-bcb2-a22d26f7179d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:35:40.841090 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa5587-be60-4120-a72f-24de1010c31c tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Pushing event deleted for resources: {'Port': ['ID=37115cd9-978e-405f-9213-108a276864db,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:35:40.882386 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0b30bc78-85af-425c-a950-fcc6e4c43b3e tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:40.885012 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0b30bc78-85af-425c-a950-fcc6e4c43b3e tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:40.888541 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-0b30bc78-85af-425c-a950-fcc6e4c43b3e tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "DELETE /v2.0/floatingips/15b799a4-de06-48c3-b53f-89c60f8dd520 HTTP/1.1" status: 204 len: 168 time: 0.4338307 Aug 25 18:35:40.904516 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d8fa5587-be60-4120-a72f-24de1010c31c tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks [] for floatingip, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:40.904819 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.db.l3_db [None req-d8fa5587-be60-4120-a72f-24de1010c31c tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Floating IP 2640aacc-0945-46f0-9a04-25e454bc311f disassociated (deleted). External IP: 172.27.3.162, port: 80e715dd-7319-496e-9806-9d753a318414. Aug 25 18:35:41.117143 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fa5587-be60-4120-a72f-24de1010c31c tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Router 3cdeda10-6222-427b-b011-c59f2918d160 has already been hosted by L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 {{(pid=93792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:35:41.225939 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fa5587-be60-4120-a72f-24de1010c31c tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:35:41.230665 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d8fa5587-be60-4120-a72f-24de1010c31c tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for floatingip, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:41.235175 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ee9442-7d2c-4936-9b39-09fc1e40390e None None] Sync routers for ids ['3cdeda10-6222-427b-b011-c59f2918d160'] in dv-cinder-790492-8-iscsi {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:35:41.244776 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ee9442-7d2c-4936-9b39-09fc1e40390e None None] Routers {'3cdeda10-6222-427b-b011-c59f2918d160'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:35:41.245394 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-63ee9442-7d2c-4936-9b39-09fc1e40390e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:35:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['3cdeda10-6222-427b-b011-c59f2918d160'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:41.257491 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-d8fa5587-be60-4120-a72f-24de1010c31c tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "DELETE /v2.0/floatingips/2640aacc-0945-46f0-9a04-25e454bc311f HTTP/1.1" status: 204 len: 168 time: 0.8436790 Aug 25 18:35:41.258060 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f2dd415-2ce2-4648-8135-841a89a9cdbd', 'tag': '80e715dd-7319-496e-9806-9d753a318414'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:35:41.260296 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c984d1858996a6e9101b3241db424c31c619dd4f66880771aa34b5ec8c668a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66c4de4-b0fb-46ae-8330-b97aa3b12a49" -d '{"events": [{"name": "network-changed", "server_uuid": "7f2dd415-2ce2-4648-8135-841a89a9cdbd", "tag": "80e715dd-7319-496e-9806-9d753a318414"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:35:41.297540 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 Aug 2021 18:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b919825f-4848-46f0-b019-18bf66ed4eef x-openstack-request-id: req-b919825f-4848-46f0-b019-18bf66ed4eef {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:35:41.297835 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f2dd415-2ce2-4648-8135-841a89a9cdbd", "tag": "80e715dd-7319-496e-9806-9d753a318414", "status": "completed", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:35:41.298083 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b919825f-4848-46f0-b019-18bf66ed4eef {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:35:41.298963 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f2dd415-2ce2-4648-8135-841a89a9cdbd', 'tag': '80e715dd-7319-496e-9806-9d753a318414', 'status': 'completed', 'code': 200} Aug 25 18:35:41.364496 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c4de4-b0fb-46ae-8330-b97aa3b12a49 req-3bb4dfbb-07d8-4967-bfbc-a41078238d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:35:41.366121 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c66c4de4-b0fb-46ae-8330-b97aa3b12a49 req-3bb4dfbb-07d8-4967-bfbc-a41078238d96 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=23a18564bec44817818acd32e48914fd&device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 1099 time: 0.0430756 Aug 25 18:35:41.367585 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-63ee9442-7d2c-4936-9b39-09fc1e40390e None None] Set router 3cdeda10-6222-427b-b011-c59f2918d160 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:35:41.517215 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd99c8-ef2f-49ab-b33c-152d74759b0c req-bbd7fabd-fca5-4468-aa6a-65719ba36138 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:35:41.520302 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-75bd99c8-ef2f-49ab-b33c-152d74759b0c req-bbd7fabd-fca5-4468-aa6a-65719ba36138 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 946 time: 0.0732889 Aug 25 18:35:41.523507 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c4de4-b0fb-46ae-8330-b97aa3b12a49 req-6117551e-0186-4480-8292-05b6d5ea13fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:35:41.524908 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c66c4de4-b0fb-46ae-8330-b97aa3b12a49 req-6117551e-0186-4480-8292-05b6d5ea13fb service neutron] 10.222.0.24 "GET /v2.0/networks?id=d758b058-3a6c-4079-8150-04a6b556ab0c HTTP/1.1" status: 200 len: 910 time: 0.1462722 Aug 25 18:35:41.577724 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-63ee9442-7d2c-4936-9b39-09fc1e40390e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdeda10-6222-427b-b011-c59f2918d160', 'name': 'tempest-TestShelveInstance-1152110387-router', 'tenant_id': '23a18564bec44817818acd32e48914fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'c8eebad0-480a-4ece-8b40-6d14af5afe64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:31:16Z', 'updated_at': '2021-08-25T18:31:19Z', 'revision_number': 4, 'project_id': '23a18564bec44817818acd32e48914fd', 'gw_port': {'id': 'c8eebad0-480a-4ece-8b40-6d14af5afe64', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdeda10-6222-427b-b011-c59f2918d160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:31:17Z', 'updated_at': '2021-08-25T18:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '80845915-7cd2-4849-b026-e5ce0ede7086', 'name': '', 'network_id': 'd758b058-3a6c-4079-8150-04a6b556ab0c', 'tenant_id': '23a18564bec44817818acd32e48914fd', 'mac_address': 'fa:16:3e:72:bf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdeda10-6222-427b-b011-c59f2918d160', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5a3ecd95-aa7d-483c-83aa-0602b4a40d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:31:19Z', 'updated_at': '2021-08-25T18:31:24Z', 'revision_number': 5, 'project_id': '23a18564bec44817818acd32e48914fd', 'subnets': [{'id': '5a3ecd95-aa7d-483c-83aa-0602b4a40d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:41.579302 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c66c4de4-b0fb-46ae-8330-b97aa3b12a49 req-82303980-49e9-4092-9487-f66cafee1466 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80e715dd-7319-496e-9806-9d753a318414 HTTP/1.1" status: 200 len: 217 time: 0.0400343 Aug 25 18:35:41.600984 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-75bd99c8-ef2f-49ab-b33c-152d74759b0c req-3d04957a-5043-4ce5-8d5d-3d4f6e4b9e94 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748794 Aug 25 18:35:41.608725 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ee9442-7d2c-4936-9b39-09fc1e40390e None None] Checking router: 3cdeda10-6222-427b-b011-c59f2918d160 for host: dv-cinder-790492-8-iscsi {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:35:41.617556 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ee9442-7d2c-4936-9b39-09fc1e40390e None None] Routers {'3cdeda10-6222-427b-b011-c59f2918d160'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:35:41.618150 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-63ee9442-7d2c-4936-9b39-09fc1e40390e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:35:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['3cdeda10-6222-427b-b011-c59f2918d160'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:41.634058 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c4de4-b0fb-46ae-8330-b97aa3b12a49 req-313e1ad9-5532-4da2-a98a-0e81d290fcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:35:41.635483 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c66c4de4-b0fb-46ae-8330-b97aa3b12a49 req-313e1ad9-5532-4da2-a98a-0e81d290fcbf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5a3ecd95-aa7d-483c-83aa-0602b4a40d75 HTTP/1.1" status: 200 len: 848 time: 0.0482635 Aug 25 18:35:41.681383 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c4de4-b0fb-46ae-8330-b97aa3b12a49 req-758e11b4-0b12-4a78-be9b-076ca3b0e87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:35:41.682871 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c66c4de4-b0fb-46ae-8330-b97aa3b12a49 req-758e11b4-0b12-4a78-be9b-076ca3b0e87e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d758b058-3a6c-4079-8150-04a6b556ab0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387862 Aug 25 18:35:41.722902 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-63ee9442-7d2c-4936-9b39-09fc1e40390e None None] Set router 3cdeda10-6222-427b-b011-c59f2918d160 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:35:41.774256 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c66c4de4-b0fb-46ae-8330-b97aa3b12a49 req-7db694e9-486b-4208-be8e-b05ca90e23c1 service neutron] 10.222.0.24 "GET /v2.0/networks/d758b058-3a6c-4079-8150-04a6b556ab0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831265 Aug 25 18:35:41.869360 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c66c4de4-b0fb-46ae-8330-b97aa3b12a49 req-20a88065-d703-4181-89fd-bdfe5aa03260 service neutron] 10.222.0.24 "GET /v2.0/networks/d758b058-3a6c-4079-8150-04a6b556ab0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877171 Aug 25 18:35:42.028000 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 7f857f60-ffa5-4cac-806c-0c92a06e9c53 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:35:42.049210 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] No Port match for: 7f857f60-ffa5-4cac-806c-0c92a06e9c53 {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:35:42.050049 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 7f857f60-ffa5-4cac-806c-0c92a06e9c53 not bound to the agent host hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:35:42.061783 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-63ee9442-7d2c-4936-9b39-09fc1e40390e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdeda10-6222-427b-b011-c59f2918d160', 'name': 'tempest-TestShelveInstance-1152110387-router', 'tenant_id': '23a18564bec44817818acd32e48914fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'c8eebad0-480a-4ece-8b40-6d14af5afe64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:31:16Z', 'updated_at': '2021-08-25T18:31:19Z', 'revision_number': 4, 'project_id': '23a18564bec44817818acd32e48914fd', 'gw_port': {'id': 'c8eebad0-480a-4ece-8b40-6d14af5afe64', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdeda10-6222-427b-b011-c59f2918d160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:31:17Z', 'updated_at': '2021-08-25T18:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '80845915-7cd2-4849-b026-e5ce0ede7086', 'name': '', 'network_id': 'd758b058-3a6c-4079-8150-04a6b556ab0c', 'tenant_id': '23a18564bec44817818acd32e48914fd', 'mac_address': 'fa:16:3e:72:bf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdeda10-6222-427b-b011-c59f2918d160', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5a3ecd95-aa7d-483c-83aa-0602b4a40d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:31:19Z', 'updated_at': '2021-08-25T18:31:24Z', 'revision_number': 5, 'project_id': '23a18564bec44817818acd32e48914fd', 'subnets': [{'id': '5a3ecd95-aa7d-483c-83aa-0602b4a40d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:42.082570 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 43692) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:35:42.088852 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ee9442-7d2c-4936-9b39-09fc1e40390e None None] The sync data for ids ['3cdeda10-6222-427b-b011-c59f2918d160'] in dv-cinder-790492-8-iscsi is: [{'id': '3cdeda10-6222-427b-b011-c59f2918d160', 'name': 'tempest-TestShelveInstance-1152110387-router', 'tenant_id': '23a18564bec44817818acd32e48914fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'c8eebad0-480a-4ece-8b40-6d14af5afe64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:31:16Z', 'updated_at': '2021-08-25T18:31:19Z', 'revision_number': 4, 'project_id': '23a18564bec44817818acd32e48914fd', 'gw_port': {'id': 'c8eebad0-480a-4ece-8b40-6d14af5afe64', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdeda10-6222-427b-b011-c59f2918d160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:31:17Z', 'updated_at': '2021-08-25T18:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi', '_interfaces': [{'id': '80845915-7cd2-4849-b026-e5ce0ede7086', 'name': '', 'network_id': 'd758b058-3a6c-4079-8150-04a6b556ab0c', 'tenant_id': '23a18564bec44817818acd32e48914fd', 'mac_address': 'fa:16:3e:72:bf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdeda10-6222-427b-b011-c59f2918d160', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5a3ecd95-aa7d-483c-83aa-0602b4a40d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:31:19Z', 'updated_at': '2021-08-25T18:31:24Z', 'revision_number': 5, 'project_id': '23a18564bec44817818acd32e48914fd', 'subnets': [{'id': '5a3ecd95-aa7d-483c-83aa-0602b4a40d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:35:42.143103 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b3191930-7feb-4150-b7ec-8ac932f1b997 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:42.168344 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b3191930-7feb-4150-b7ec-8ac932f1b997 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:42.232705 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b3191930-7feb-4150-b7ec-8ac932f1b997 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:42.235422 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b3191930-7feb-4150-b7ec-8ac932f1b997 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:42.236748 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-b3191930-7feb-4150-b7ec-8ac932f1b997 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] 10.222.0.37 "DELETE /v2.0/security-groups/bfc51ae2-4920-4a5c-b7e0-ae315b305353 HTTP/1.1" status: 204 len: 168 time: 0.1530681 Aug 25 18:35:42.247162 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3191930-7feb-4150-b7ec-8ac932f1b997 tempest-TestVolumeBootPattern-707458447 tempest-TestVolumeBootPattern-707458447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc51ae2-4920-4a5c-b7e0-ae315b305353,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:35:42.294712 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 43696) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:35:42.310784 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b5e5ea-0be7-4904-bc5c-ff3892fc367b None None] New status for floating IP 2640aacc-0945-46f0-9a04-25e454bc311f: DOWN {{(pid=93794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 25 18:35:42.711293 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf191c-c23d-46aa-86a3-479903613149 req-15f675f9-3601-411d-b744-74ae32d88f2c tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:35:42.712883 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-cddf191c-c23d-46aa-86a3-479903613149 req-15f675f9-3601-411d-b744-74ae32d88f2c tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 946 time: 0.0469465 Aug 25 18:35:42.750794 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-cddf191c-c23d-46aa-86a3-479903613149 req-e347b122-0ca8-4411-9e6b-d30ba4953a43 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/security-groups?id=e3ee277e-e9ce-4cbd-a337-6f4e60766c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319107 Aug 25 18:35:42.814361 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c56f37b7-d090-4837-b593-0d93b8c2825c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435919'] for router_interface, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:42.941448 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982d10c-b0d5-41d7-8d4f-b34fc33d7818 req-0ef0c98a-1d20-4be2-b35b-08b647964961 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 18:35:42.942820 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8982d10c-b0d5-41d7-8d4f-b34fc33d7818 req-0ef0c98a-1d20-4be2-b35b-08b647964961 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 946 time: 0.0470121 Aug 25 18:35:43.049389 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-8982d10c-b0d5-41d7-8d4f-b34fc33d7818 req-15abd528-adfc-4eec-a191-12165af20c62 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Deleting port 80e715dd-7319-496e-9806-9d753a318414 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:35:43.050071 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8982d10c-b0d5-41d7-8d4f-b34fc33d7818 req-15abd528-adfc-4eec-a191-12165af20c62 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:43.069105 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c56f37b7-d090-4837-b593-0d93b8c2825c admin admin] Deleting port bc803137-1c1b-46d2-b0a8-3439398ac84d {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:35:43.069446 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c56f37b7-d090-4837-b593-0d93b8c2825c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:43.140191 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-8982d10c-b0d5-41d7-8d4f-b34fc33d7818 req-15abd528-adfc-4eec-a191-12165af20c62 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] For port 80e715dd-7319-496e-9806-9d753a318414, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=80e715dd-7319-496e-9806-9d753a318414,segment=NetworkSegment(c8c256c0-77f3-4d1a-8fef-d454ba30f0e3),segment_id=c8c256c0-77f3-4d1a-8fef-d454ba30f0e3)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:35:43.140562 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8982d10c-b0d5-41d7-8d4f-b34fc33d7818 req-15abd528-adfc-4eec-a191-12165af20c62 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:43.150003 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c56f37b7-d090-4837-b593-0d93b8c2825c admin admin] For port bc803137-1c1b-46d2-b0a8-3439398ac84d, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=bc803137-1c1b-46d2-b0a8-3439398ac84d,segment=NetworkSegment(aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5),segment_id=aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:35:43.150359 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c56f37b7-d090-4837-b593-0d93b8c2825c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:43.153590 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-8982d10c-b0d5-41d7-8d4f-b34fc33d7818 req-15abd528-adfc-4eec-a191-12165af20c62 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Calling delete_port for 80e715dd-7319-496e-9806-9d753a318414 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:35:43.163631 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c56f37b7-d090-4837-b593-0d93b8c2825c admin admin] Calling delete_port for bc803137-1c1b-46d2-b0a8-3439398ac84d owned by network:router_interface {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:35:43.286451 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8982d10c-b0d5-41d7-8d4f-b34fc33d7818 req-15abd528-adfc-4eec-a191-12165af20c62 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:43.316010 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15abd528-adfc-4eec-a191-12165af20c62 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Pushing event deleted for resources: {'Port': ['ID=80e715dd-7319-496e-9806-9d753a318414,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:35:43.345262 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c56f37b7-d090-4837-b593-0d93b8c2825c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12706292'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:43.365151 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-8982d10c-b0d5-41d7-8d4f-b34fc33d7818 req-15abd528-adfc-4eec-a191-12165af20c62 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] No DVR routers for this DVR port 80e715dd-7319-496e-9806-9d753a318414 on host hv-cinder-79049 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:35:43.367624 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8982d10c-b0d5-41d7-8d4f-b34fc33d7818 req-15abd528-adfc-4eec-a191-12165af20c62 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130259'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:43.369791 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-8982d10c-b0d5-41d7-8d4f-b34fc33d7818 req-15abd528-adfc-4eec-a191-12165af20c62 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.24 "DELETE /v2.0/ports/80e715dd-7319-496e-9806-9d753a318414 HTTP/1.1" status: 204 len: 173 time: 0.4185834 Aug 25 18:35:43.370243 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2dd415-2ce2-4648-8135-841a89a9cdbd', 'name': 'network-vif-deleted', 'tag': '80e715dd-7319-496e-9806-9d753a318414'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 18:35:43.371604 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f37b7-d090-4837-b593-0d93b8c2825c admin admin] Pushing event deleted for resources: {'Port': ['ID=bc803137-1c1b-46d2-b0a8-3439398ac84d,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:35:43.373902 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adbbd0c1c895a1c1080a0abbe3fe3c0433c2e92919097ceca0e47aa0314ee736" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88309172-5365-4630-a599-1c80d966341e" -d '{"events": [{"server_uuid": "7f2dd415-2ce2-4648-8135-841a89a9cdbd", "name": "network-vif-deleted", "tag": "80e715dd-7319-496e-9806-9d753a318414"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 18:35:43.426317 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 Aug 2021 18:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba2db00-f349-4a41-b5f7-a9dcd09eeb73 x-openstack-request-id: req-fba2db00-f349-4a41-b5f7-a9dcd09eeb73 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 18:35:43.426612 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2dd415-2ce2-4648-8135-841a89a9cdbd", "name": "network-vif-deleted", "tag": "80e715dd-7319-496e-9806-9d753a318414", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 18:35:43.427337 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fba2db00-f349-4a41-b5f7-a9dcd09eeb73 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 18:35:43.427337 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2dd415-2ce2-4648-8135-841a89a9cdbd', 'name': 'network-vif-deleted', 'tag': '80e715dd-7319-496e-9806-9d753a318414', 'status': 'completed', 'code': 200} Aug 25 18:35:43.545862 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c56f37b7-d090-4837-b593-0d93b8c2825c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435717'] for router_interface, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:43.889195 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [req-c82f9ad9-c776-4544-8212-432f9e6b276c req-cf4724ac-79cc-4cb6-afce-fcf80fadf049 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f2dd415-2ce2-4648-8135-841a89a9cdbd HTTP/1.1" status: 200 len: 210 time: 0.0533459 Aug 25 18:35:44.009999 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56f37b7-d090-4837-b593-0d93b8c2825c admin admin] Router 9f2b68f1-549f-4245-acf0-478f17b48df5 has already been hosted by L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 {{(pid=93792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:35:44.114956 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56f37b7-d090-4837-b593-0d93b8c2825c admin admin] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:35:44.119800 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-c56f37b7-d090-4837-b593-0d93b8c2825c admin admin] 10.222.0.37 "PUT /v2.0/routers/9f2b68f1-549f-4245-acf0-478f17b48df5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8239093 Aug 25 18:35:44.122144 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 43706) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:35:44.127763 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d7e14d-1223-4650-ac42-ca2f8611d81f None None] Sync routers for ids ['9f2b68f1-549f-4245-acf0-478f17b48df5'] in dv-cinder-790492-8-iscsi {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:35:44.139399 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d7e14d-1223-4650-ac42-ca2f8611d81f None None] Routers {'9f2b68f1-549f-4245-acf0-478f17b48df5'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:35:44.140019 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-77d7e14d-1223-4650-ac42-ca2f8611d81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:35:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['9f2b68f1-549f-4245-acf0-478f17b48df5'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:44.223819 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2361651b-d39a-4d38-820b-516e15674c7f admin admin] Notify callbacks [] for router, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:44.245495 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-77d7e14d-1223-4650-ac42-ca2f8611d81f None None] Set router 9f2b68f1-549f-4245-acf0-478f17b48df5 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:35:44.322535 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2361651b-d39a-4d38-820b-516e15674c7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:44.374295 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2361651b-d39a-4d38-820b-516e15674c7f admin admin] Deleting port 8ab1240f-a3c5-4d63-a1f9-e22605edc5db {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:35:44.374964 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2361651b-d39a-4d38-820b-516e15674c7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:44.427048 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-77d7e14d-1223-4650-ac42-ca2f8611d81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'name': 'tempest-TestVolumeBootPattern-1064946468-router', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:35:43Z', 'revision_number': 5, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'gw_port': {'id': '8ab1240f-a3c5-4d63-a1f9-e22605edc5db', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi'}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:44.452729 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d7e14d-1223-4650-ac42-ca2f8611d81f None None] Checking router: 9f2b68f1-549f-4245-acf0-478f17b48df5 for host: dv-cinder-790492-8-iscsi {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:35:44.455219 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-2361651b-d39a-4d38-820b-516e15674c7f admin admin] For port 8ab1240f-a3c5-4d63-a1f9-e22605edc5db, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=8ab1240f-a3c5-4d63-a1f9-e22605edc5db,segment=NetworkSegment(49cfb93f-112c-4d1a-97bc-26302bfd74eb),segment_id=49cfb93f-112c-4d1a-97bc-26302bfd74eb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:35:44.455593 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2361651b-d39a-4d38-820b-516e15674c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:44.461431 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d7e14d-1223-4650-ac42-ca2f8611d81f None None] Routers {'9f2b68f1-549f-4245-acf0-478f17b48df5'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:35:44.462041 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-77d7e14d-1223-4650-ac42-ca2f8611d81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:35:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['9f2b68f1-549f-4245-acf0-478f17b48df5'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:44.468923 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2361651b-d39a-4d38-820b-516e15674c7f admin admin] Calling delete_port for 8ab1240f-a3c5-4d63-a1f9-e22605edc5db owned by network:router_gateway {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:35:44.546932 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-77d7e14d-1223-4650-ac42-ca2f8611d81f None None] Set router 9f2b68f1-549f-4245-acf0-478f17b48df5 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:35:44.600951 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-77d7e14d-1223-4650-ac42-ca2f8611d81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'name': 'tempest-TestVolumeBootPattern-1064946468-router', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:35:44Z', 'revision_number': 6, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'gw_port_host': None}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:44.629273 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2361651b-d39a-4d38-820b-516e15674c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12706292'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:44.630097 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d7e14d-1223-4650-ac42-ca2f8611d81f None None] The sync data for ids ['9f2b68f1-549f-4245-acf0-478f17b48df5'] in dv-cinder-790492-8-iscsi is: [{'id': '9f2b68f1-549f-4245-acf0-478f17b48df5', 'name': 'tempest-TestVolumeBootPattern-1064946468-router', 'tenant_id': '2d82372d74da4f7189c2a324de5c53bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:28:40Z', 'updated_at': '2021-08-25T18:35:44Z', 'revision_number': 6, 'project_id': '2d82372d74da4f7189c2a324de5c53bf', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:35:44.654676 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2361651b-d39a-4d38-820b-516e15674c7f admin admin] Pushing event deleted for resources: {'Port': ['ID=8ab1240f-a3c5-4d63-a1f9-e22605edc5db,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:35:44.712571 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2361651b-d39a-4d38-820b-516e15674c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-438111'] for router_gateway, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:44.800636 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2361651b-d39a-4d38-820b-516e15674c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40943'] for router, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:44.802656 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2361651b-d39a-4d38-820b-516e15674c7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:44.844420 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2361651b-d39a-4d38-820b-516e15674c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-432079'] for router, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:44.845038 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2361651b-d39a-4d38-820b-516e15674c7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f2b68f1-549f-4245-acf0-478f17b48df5 {{(pid=93792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 18:35:44.849189 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2361651b-d39a-4d38-820b-516e15674c7f admin admin] Notify callbacks [] for router, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:44.850322 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-2361651b-d39a-4d38-820b-516e15674c7f admin admin] 10.222.0.37 "DELETE /v2.0/routers/9f2b68f1-549f-4245-acf0-478f17b48df5 HTTP/1.1" status: 204 len: 168 time: 0.7272799 Aug 25 18:35:44.853088 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 43708) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:35:44.897242 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d4b844-f485-464a-a718-120b1a1c1abb admin admin] Deleting subnet cc4734bb-f832-4878-a2e9-67939f407874 {{(pid=93792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 18:35:44.900251 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-69d4b844-f485-464a-a718-120b1a1c1abb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:44.933298 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-69d4b844-f485-464a-a718-120b1a1c1abb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12801374'] for subnet, precommit_delete_associations {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:44.944766 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 43712) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:35:45.004849 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-288d9b73-899f-4800-a51f-158f58684884 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:45.023641 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-69d4b844-f485-464a-a718-120b1a1c1abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541805'] for subnet, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:45.033563 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-288d9b73-899f-4800-a51f-158f58684884 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:45.089879 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-69d4b844-f485-464a-a718-120b1a1c1abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12706215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14501353'] for subnet, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:45.105683 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-288d9b73-899f-4800-a51f-158f58684884 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:45.108276 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-288d9b73-899f-4800-a51f-158f58684884 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:45.109543 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-288d9b73-899f-4800-a51f-158f58684884 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] 10.222.0.37 "DELETE /v2.0/security-groups/e3ee277e-e9ce-4cbd-a337-6f4e60766c71 HTTP/1.1" status: 204 len: 168 time: 0.1636853 Aug 25 18:35:45.116079 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d4b844-f485-464a-a718-120b1a1c1abb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc4734bb-f832-4878-a2e9-67939f407874,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:35:45.123254 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-69d4b844-f485-464a-a718-120b1a1c1abb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for subnet, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:45.123254 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-69d4b844-f485-464a-a718-120b1a1c1abb admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cc4734bb-f832-4878-a2e9-67939f407874 HTTP/1.1" status: 204 len: 168 time: 0.2679956 Aug 25 18:35:45.124528 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 43716) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:35:45.125019 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d9b73-899f-4800-a51f-158f58684884 tempest-TestShelveInstance-698039941 tempest-TestShelveInstance-698039941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ee277e-e9ce-4cbd-a337-6f4e60766c71,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:35:45.130496 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9716ff01-4840-43c9-a0f3-2fe6b8a9d1b2 None None] Network 25c2fc48-f9a1-4bec-9c66-689eb0740ad2 requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:35:45.161202 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 43718) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:35:45.198628 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9494c6f7-99c5-4cff-9e04-1a421aca6605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548157'] for network, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:45.256028 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9494c6f7-99c5-4cff-9e04-1a421aca6605 admin admin] Deleting port 48f6c278-ee3b-4692-9f95-c92c6570ca79 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:35:45.256372 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9494c6f7-99c5-4cff-9e04-1a421aca6605 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:45.320375 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-9494c6f7-99c5-4cff-9e04-1a421aca6605 admin admin] For port 48f6c278-ee3b-4692-9f95-c92c6570ca79, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=48f6c278-ee3b-4692-9f95-c92c6570ca79,segment=NetworkSegment(aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5),segment_id=aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:35:45.320765 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9494c6f7-99c5-4cff-9e04-1a421aca6605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:45.334909 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9494c6f7-99c5-4cff-9e04-1a421aca6605 admin admin] Calling delete_port for 48f6c278-ee3b-4692-9f95-c92c6570ca79 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:35:45.419196 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9494c6f7-99c5-4cff-9e04-1a421aca6605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12706292'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:45.436871 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9228475-486f-4a66-82a9-941421ed7275 None None] DHCP port deletion for 25c2fc48-f9a1-4bec-9c66-689eb0740ad2 request from dv-cinder-790492-8-iscsi {{(pid=93793) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 18:35:45.449753 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494c6f7-99c5-4cff-9e04-1a421aca6605 admin admin] Pushing event deleted for resources: {'Port': ['ID=48f6c278-ee3b-4692-9f95-c92c6570ca79,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:35:45.451006 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9494c6f7-99c5-4cff-9e04-1a421aca6605 admin admin] No DVR routers for this DVR port 48f6c278-ee3b-4692-9f95-c92c6570ca79 on host dv-cinder-790492-8-iscsi {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:35:45.526651 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9494c6f7-99c5-4cff-9e04-1a421aca6605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651606', 'neutron.services.segments.db._delete_segments_for_network-8748354584558'] for network, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:45.537514 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.services.segments.db [None req-9494c6f7-99c5-4cff-9e04-1a421aca6605 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c2fc48-f9a1-4bec-9c66-689eb0740ad2']}} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:45.548161 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97023f34-100f-41b4-b5e2-50ac1f755609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435919'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:45.548921 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.services.segments.db [None req-9494c6f7-99c5-4cff-9e04-1a421aca6605 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5') {'for_net_delete': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:45.549301 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.services.segments.db [None req-9494c6f7-99c5-4cff-9e04-1a421aca6605 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa585b63-a3e5-4be4-b4f0-a1d65abf6cc5') {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:45.560646 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9494c6f7-99c5-4cff-9e04-1a421aca6605 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748354584441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12801345'] for segment, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:45.575956 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9494c6f7-99c5-4cff-9e04-1a421aca6605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788'] for segment, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:45.583344 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9494c6f7-99c5-4cff-9e04-1a421aca6605 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=93792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 18:35:45.583721 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9494c6f7-99c5-4cff-9e04-1a421aca6605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12706241'] for segment, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:45.585834 dv-cinder-790492-8-iscsi neutron-server[93792]: Traceback (most recent call last): Aug 25 18:35:45.585834 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 18:35:45.585834 dv-cinder-790492-8-iscsi neutron-server[93792]: timer() Aug 25 18:35:45.585834 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 18:35:45.585834 dv-cinder-790492-8-iscsi neutron-server[93792]: cb(*args, **kw) Aug 25 18:35:45.585834 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 18:35:45.585834 dv-cinder-790492-8-iscsi neutron-server[93792]: return func(*args, **kwargs) Aug 25 18:35:45.585834 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 18:35:45.585834 dv-cinder-790492-8-iscsi neutron-server[93792]: self._notify() Aug 25 18:35:45.585834 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 18:35:45.585834 dv-cinder-790492-8-iscsi neutron-server[93792]: self.callback(batched_events) Aug 25 18:35:45.585834 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 18:35:45.585834 dv-cinder-790492-8-iscsi neutron-server[93792]: event.method(event) Aug 25 18:35:45.585834 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 18:35:45.585834 dv-cinder-790492-8-iscsi neutron-server[93792]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 18:35:45.585834 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 18:35:45.585834 dv-cinder-790492-8-iscsi neutron-server[93792]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 18:35:45.585834 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 18:35:45.585834 dv-cinder-790492-8-iscsi neutron-server[93792]: return f(self, *a, **k) Aug 25 18:35:45.585834 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 18:35:45.585834 dv-cinder-790492-8-iscsi neutron-server[93792]: return self._get(url).json() Aug 25 18:35:45.585834 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 18:35:45.585834 dv-cinder-790492-8-iscsi neutron-server[93792]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 18:35:45.585834 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 18:35:45.585834 dv-cinder-790492-8-iscsi neutron-server[93792]: return self.request(url, 'GET', **kwargs) Aug 25 18:35:45.585834 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 18:35:45.585834 dv-cinder-790492-8-iscsi neutron-server[93792]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 18:35:45.585834 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 18:35:45.585834 dv-cinder-790492-8-iscsi neutron-server[93792]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 18:35:45.585834 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 18:35:45.585834 dv-cinder-790492-8-iscsi neutron-server[93792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 18:35:45.585834 dv-cinder-790492-8-iscsi neutron-server[93792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 18:35:45.652785 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9494c6f7-99c5-4cff-9e04-1a421aca6605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438115'] for network, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:45.659728 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9494c6f7-99c5-4cff-9e04-1a421aca6605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for network, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:45.664251 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-9494c6f7-99c5-4cff-9e04-1a421aca6605 admin admin] 10.222.0.37 "DELETE /v2.0/networks/25c2fc48-f9a1-4bec-9c66-689eb0740ad2 HTTP/1.1" status: 204 len: 168 time: 0.5355842 Aug 25 18:35:45.665170 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 43720) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:35:45.672778 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494c6f7-99c5-4cff-9e04-1a421aca6605 admin admin] Pushing event deleted for resources: {'Network': ['ID=25c2fc48-f9a1-4bec-9c66-689eb0740ad2,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:35:45.884069 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 8ab1240f-a3c5-4d63-a1f9-e22605edc5db no longer exists at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:35:45.903393 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-a73fd473-a473-4725-b778-338a169d167b None None] No Port match for: 8ab1240f-a3c5-4d63-a1f9-e22605edc5db {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:35:45.903810 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 8ab1240f-a3c5-4d63-a1f9-e22605edc5db not bound to the agent host dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:35:45.904280 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device bc803137-1c1b-46d2-b0a8-3439398ac84d no longer exists at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:35:45.922351 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-a73fd473-a473-4725-b778-338a169d167b None None] No Port match for: bc803137-1c1b-46d2-b0a8-3439398ac84d {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:35:45.922687 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device bc803137-1c1b-46d2-b0a8-3439398ac84d not bound to the agent host dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:35:45.923138 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 48f6c278-ee3b-4692-9f95-c92c6570ca79 no longer exists at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:35:45.943074 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-a73fd473-a473-4725-b778-338a169d167b None None] No Port match for: 48f6c278-ee3b-4692-9f95-c92c6570ca79 {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:35:45.943421 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 48f6c278-ee3b-4692-9f95-c92c6570ca79 not bound to the agent host dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:35:46.022836 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-97023f34-100f-41b4-b5e2-50ac1f755609 admin admin] Deleting port 80845915-7cd2-4849-b026-e5ce0ede7086 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:35:46.023402 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97023f34-100f-41b4-b5e2-50ac1f755609 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:46.042381 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 80e715dd-7319-496e-9806-9d753a318414 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:35:46.062218 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] No Port match for: 80e715dd-7319-496e-9806-9d753a318414 {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:35:46.062558 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Device 80e715dd-7319-496e-9806-9d753a318414 not bound to the agent host hv-cinder-79049 {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:35:46.135526 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-97023f34-100f-41b4-b5e2-50ac1f755609 admin admin] For port 80845915-7cd2-4849-b026-e5ce0ede7086, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=80845915-7cd2-4849-b026-e5ce0ede7086,segment=NetworkSegment(c8c256c0-77f3-4d1a-8fef-d454ba30f0e3),segment_id=c8c256c0-77f3-4d1a-8fef-d454ba30f0e3)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:35:46.135886 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97023f34-100f-41b4-b5e2-50ac1f755609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:46.152903 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-97023f34-100f-41b4-b5e2-50ac1f755609 admin admin] Calling delete_port for 80845915-7cd2-4849-b026-e5ce0ede7086 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:35:46.254092 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cb08b5b2-a0eb-432d-89c0-fc4f4cd7901f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435919'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:46.493325 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97023f34-100f-41b4-b5e2-50ac1f755609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:46.523331 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97023f34-100f-41b4-b5e2-50ac1f755609 admin admin] Pushing event deleted for resources: {'Port': ['ID=80845915-7cd2-4849-b026-e5ce0ede7086,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:35:46.991132 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97023f34-100f-41b4-b5e2-50ac1f755609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435717'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:46.993332 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-cb08b5b2-a0eb-432d-89c0-fc4f4cd7901f admin admin] Deleting port 604e8917-5deb-442f-9514-29eed79fddfc {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:35:46.993656 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cb08b5b2-a0eb-432d-89c0-fc4f4cd7901f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:47.153434 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-cb08b5b2-a0eb-432d-89c0-fc4f4cd7901f admin admin] For port 604e8917-5deb-442f-9514-29eed79fddfc, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=604e8917-5deb-442f-9514-29eed79fddfc,segment=NetworkSegment(5760118a-af3a-4c78-970f-5341f6810265),segment_id=5760118a-af3a-4c78-970f-5341f6810265)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:35:47.154144 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cb08b5b2-a0eb-432d-89c0-fc4f4cd7901f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:47.170173 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-cb08b5b2-a0eb-432d-89c0-fc4f4cd7901f admin admin] Calling delete_port for 604e8917-5deb-442f-9514-29eed79fddfc owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:35:47.364543 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97023f34-100f-41b4-b5e2-50ac1f755609 admin admin] Router 3cdeda10-6222-427b-b011-c59f2918d160 has already been hosted by L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:35:47.521110 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cb08b5b2-a0eb-432d-89c0-fc4f4cd7901f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:47.523230 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97023f34-100f-41b4-b5e2-50ac1f755609 admin admin] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:35:47.530940 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-97023f34-100f-41b4-b5e2-50ac1f755609 admin admin] 10.222.0.37 "PUT /v2.0/routers/3cdeda10-6222-427b-b011-c59f2918d160/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3658576 Aug 25 18:35:47.531166 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 43722) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:35:47.532632 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b514fcf1-a1e5-4548-8b7c-c050f479f981 None None] Sync routers for ids ['3cdeda10-6222-427b-b011-c59f2918d160'] in dv-cinder-790492-8-iscsi {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:35:47.541940 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b514fcf1-a1e5-4548-8b7c-c050f479f981 None None] Routers {'3cdeda10-6222-427b-b011-c59f2918d160'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:35:47.542670 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-b514fcf1-a1e5-4548-8b7c-c050f479f981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:35:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['3cdeda10-6222-427b-b011-c59f2918d160'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:47.558688 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08b5b2-a0eb-432d-89c0-fc4f4cd7901f admin admin] Pushing event deleted for resources: {'Port': ['ID=604e8917-5deb-442f-9514-29eed79fddfc,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:35:47.647102 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7df34e35-9d98-4fe0-8f34-bdce97a29786 admin admin] Notify callbacks [] for router, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:47.661118 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-b514fcf1-a1e5-4548-8b7c-c050f479f981 None None] Set router 3cdeda10-6222-427b-b011-c59f2918d160 gateway port host: dv-cinder-790492-8-iscsi {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:35:47.733775 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cb08b5b2-a0eb-432d-89c0-fc4f4cd7901f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435717'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:47.763405 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7df34e35-9d98-4fe0-8f34-bdce97a29786 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:47.826246 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7df34e35-9d98-4fe0-8f34-bdce97a29786 admin admin] Deleting port c8eebad0-480a-4ece-8b40-6d14af5afe64 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:35:47.826589 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7df34e35-9d98-4fe0-8f34-bdce97a29786 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:47.926610 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-7df34e35-9d98-4fe0-8f34-bdce97a29786 admin admin] For port c8eebad0-480a-4ece-8b40-6d14af5afe64, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=c8eebad0-480a-4ece-8b40-6d14af5afe64,segment=NetworkSegment(49cfb93f-112c-4d1a-97bc-26302bfd74eb),segment_id=49cfb93f-112c-4d1a-97bc-26302bfd74eb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:35:47.926975 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7df34e35-9d98-4fe0-8f34-bdce97a29786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:47.938592 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7df34e35-9d98-4fe0-8f34-bdce97a29786 admin admin] Calling delete_port for c8eebad0-480a-4ece-8b40-6d14af5afe64 owned by network:router_gateway {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:35:47.944054 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-b514fcf1-a1e5-4548-8b7c-c050f479f981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdeda10-6222-427b-b011-c59f2918d160', 'name': 'tempest-TestShelveInstance-1152110387-router', 'tenant_id': '23a18564bec44817818acd32e48914fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'c8eebad0-480a-4ece-8b40-6d14af5afe64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:31:16Z', 'updated_at': '2021-08-25T18:35:46Z', 'revision_number': 5, 'project_id': '23a18564bec44817818acd32e48914fd', 'gw_port': {'id': 'c8eebad0-480a-4ece-8b40-6d14af5afe64', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:28:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdeda10-6222-427b-b011-c59f2918d160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:31:17Z', 'updated_at': '2021-08-25T18:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi'}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:47.976208 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b514fcf1-a1e5-4548-8b7c-c050f479f981 None None] Checking router: 3cdeda10-6222-427b-b011-c59f2918d160 for host: dv-cinder-790492-8-iscsi {{(pid=93794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:35:47.979940 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb08b5b2-a0eb-432d-89c0-fc4f4cd7901f admin admin] Router bf109504-498c-4e44-8981-c435141c840f has already been hosted by L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:35:47.984735 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b514fcf1-a1e5-4548-8b7c-c050f479f981 None None] Routers {'3cdeda10-6222-427b-b011-c59f2918d160'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:35:47.985345 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-b514fcf1-a1e5-4548-8b7c-c050f479f981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:35:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['3cdeda10-6222-427b-b011-c59f2918d160'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:48.076652 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-b514fcf1-a1e5-4548-8b7c-c050f479f981 None None] Set router 3cdeda10-6222-427b-b011-c59f2918d160 gateway port host: None {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:35:48.086195 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb08b5b2-a0eb-432d-89c0-fc4f4cd7901f admin admin] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:35:48.093838 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-cb08b5b2-a0eb-432d-89c0-fc4f4cd7901f admin admin] 10.222.0.37 "PUT /v2.0/routers/bf109504-498c-4e44-8981-c435141c840f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4253554 Aug 25 18:35:48.094041 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 43724) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:35:48.102392 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce86f166-8f78-4cad-857c-a77f26b47e3b None None] Sync routers for ids ['bf109504-498c-4e44-8981-c435141c840f'] in dv-cinder-790492-8-iscsi {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:35:48.112055 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce86f166-8f78-4cad-857c-a77f26b47e3b None None] Routers {'bf109504-498c-4e44-8981-c435141c840f'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:35:48.113297 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ce86f166-8f78-4cad-857c-a77f26b47e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:35:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['bf109504-498c-4e44-8981-c435141c840f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:48.115388 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7df34e35-9d98-4fe0-8f34-bdce97a29786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12706292'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:48.142372 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-b514fcf1-a1e5-4548-8b7c-c050f479f981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdeda10-6222-427b-b011-c59f2918d160', 'name': 'tempest-TestShelveInstance-1152110387-router', 'tenant_id': '23a18564bec44817818acd32e48914fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:31:16Z', 'updated_at': '2021-08-25T18:35:47Z', 'revision_number': 6, 'project_id': '23a18564bec44817818acd32e48914fd', 'gw_port_host': None}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:48.148261 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df34e35-9d98-4fe0-8f34-bdce97a29786 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8eebad0-480a-4ece-8b40-6d14af5afe64,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:35:48.175401 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b514fcf1-a1e5-4548-8b7c-c050f479f981 None None] The sync data for ids ['3cdeda10-6222-427b-b011-c59f2918d160'] in dv-cinder-790492-8-iscsi is: [{'id': '3cdeda10-6222-427b-b011-c59f2918d160', 'name': 'tempest-TestShelveInstance-1152110387-router', 'tenant_id': '23a18564bec44817818acd32e48914fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:31:16Z', 'updated_at': '2021-08-25T18:35:47Z', 'revision_number': 6, 'project_id': '23a18564bec44817818acd32e48914fd', 'gw_port_host': None}] {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:35:48.204220 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7df34e35-9d98-4fe0-8f34-bdce97a29786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-438111'] for router_gateway, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:48.227851 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-40ea039b-566c-4e75-98cb-6347131640ca admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:48.238700 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ce86f166-8f78-4cad-857c-a77f26b47e3b None None] Set router bf109504-498c-4e44-8981-c435141c840f gateway port host: dv-cinder-790492-8-iscsi {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:35:48.305479 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7df34e35-9d98-4fe0-8f34-bdce97a29786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40943'] for router, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:48.307559 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7df34e35-9d98-4fe0-8f34-bdce97a29786 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:48.330193 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-40ea039b-566c-4e75-98cb-6347131640ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:48.357063 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7df34e35-9d98-4fe0-8f34-bdce97a29786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-432079'] for router, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:48.357573 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df34e35-9d98-4fe0-8f34-bdce97a29786 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cdeda10-6222-427b-b011-c59f2918d160 {{(pid=93792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 18:35:48.364121 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7df34e35-9d98-4fe0-8f34-bdce97a29786 admin admin] Notify callbacks [] for router, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:48.367743 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-7df34e35-9d98-4fe0-8f34-bdce97a29786 admin admin] 10.222.0.37 "DELETE /v2.0/routers/3cdeda10-6222-427b-b011-c59f2918d160 HTTP/1.1" status: 204 len: 168 time: 0.8332396 Aug 25 18:35:48.368484 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 43726) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:35:48.421053 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-920b0648-1305-411e-9635-83d50be6a5ff admin admin] Deleting subnet 5a3ecd95-aa7d-483c-83aa-0602b4a40d75 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 18:35:48.425569 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ce86f166-8f78-4cad-857c-a77f26b47e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf109504-498c-4e44-8981-c435141c840f', 'name': 'tempest-TestVolumeBootPattern-1253301771-router', 'tenant_id': '2e44d06986c6454091c30fc29486ce80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '00092a6a-b5ac-474b-ad54-6fa19e081ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:28:44Z', 'updated_at': '2021-08-25T18:35:47Z', 'revision_number': 5, 'project_id': '2e44d06986c6454091c30fc29486ce80', 'gw_port': {'id': '00092a6a-b5ac-474b-ad54-6fa19e081ace', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf109504-498c-4e44-8981-c435141c840f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:28:45Z', 'updated_at': '2021-08-25T18:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi'}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:48.425767 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-920b0648-1305-411e-9635-83d50be6a5ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:48.447360 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-40ea039b-566c-4e75-98cb-6347131640ca admin admin] Deleting port 00092a6a-b5ac-474b-ad54-6fa19e081ace {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:35:48.447689 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-40ea039b-566c-4e75-98cb-6347131640ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:48.451594 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce86f166-8f78-4cad-857c-a77f26b47e3b None None] Checking router: bf109504-498c-4e44-8981-c435141c840f for host: dv-cinder-790492-8-iscsi {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:35:48.460670 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce86f166-8f78-4cad-857c-a77f26b47e3b None None] Routers {'bf109504-498c-4e44-8981-c435141c840f'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:35:48.461269 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ce86f166-8f78-4cad-857c-a77f26b47e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:35:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['bf109504-498c-4e44-8981-c435141c840f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:48.501257 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-920b0648-1305-411e-9635-83d50be6a5ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14585042'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:48.549689 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ce86f166-8f78-4cad-857c-a77f26b47e3b None None] Set router bf109504-498c-4e44-8981-c435141c840f gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:35:48.573927 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-40ea039b-566c-4e75-98cb-6347131640ca admin admin] For port 00092a6a-b5ac-474b-ad54-6fa19e081ace, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=00092a6a-b5ac-474b-ad54-6fa19e081ace,segment=NetworkSegment(49cfb93f-112c-4d1a-97bc-26302bfd74eb),segment_id=49cfb93f-112c-4d1a-97bc-26302bfd74eb)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:35:48.574283 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-40ea039b-566c-4e75-98cb-6347131640ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:48.606013 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-40ea039b-566c-4e75-98cb-6347131640ca admin admin] Calling delete_port for 00092a6a-b5ac-474b-ad54-6fa19e081ace owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:35:48.611744 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ce86f166-8f78-4cad-857c-a77f26b47e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf109504-498c-4e44-8981-c435141c840f', 'name': 'tempest-TestVolumeBootPattern-1253301771-router', 'tenant_id': '2e44d06986c6454091c30fc29486ce80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:28:44Z', 'updated_at': '2021-08-25T18:35:48Z', 'revision_number': 6, 'project_id': '2e44d06986c6454091c30fc29486ce80', 'gw_port_host': None}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:48.626486 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-920b0648-1305-411e-9635-83d50be6a5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541805'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:48.644020 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce86f166-8f78-4cad-857c-a77f26b47e3b None None] The sync data for ids ['bf109504-498c-4e44-8981-c435141c840f'] in dv-cinder-790492-8-iscsi is: [{'id': 'bf109504-498c-4e44-8981-c435141c840f', 'name': 'tempest-TestVolumeBootPattern-1253301771-router', 'tenant_id': '2e44d06986c6454091c30fc29486ce80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:28:44Z', 'updated_at': '2021-08-25T18:35:48Z', 'revision_number': 6, 'project_id': '2e44d06986c6454091c30fc29486ce80', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:35:48.653185 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:48.753549 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-920b0648-1305-411e-9635-83d50be6a5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13409375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14343719'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:49.059269 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-920b0648-1305-411e-9635-83d50be6a5ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:49.061252 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-920b0648-1305-411e-9635-83d50be6a5ff admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5a3ecd95-aa7d-483c-83aa-0602b4a40d75 HTTP/1.1" status: 204 len: 168 time: 0.6921518 Aug 25 18:35:49.061930 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b0648-1305-411e-9635-83d50be6a5ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a3ecd95-aa7d-483c-83aa-0602b4a40d75,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:35:49.066193 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 43728) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:35:49.069247 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429c38e9-4988-434b-91e1-62ed8f657d5e None None] Network d758b058-3a6c-4079-8150-04a6b556ab0c requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:35:49.134615 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-40ea039b-566c-4e75-98cb-6347131640ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:49.140979 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bf86ead4-6c6d-42f5-be43-f84e8eae4480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548157'] for network, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:49.194149 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea039b-566c-4e75-98cb-6347131640ca admin admin] Pushing event deleted for resources: {'Port': ['ID=00092a6a-b5ac-474b-ad54-6fa19e081ace,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:35:49.207978 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bf86ead4-6c6d-42f5-be43-f84e8eae4480 admin admin] Deleting port 0e641e76-cb89-4a95-9a78-4f7d5747ed90 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:35:49.208341 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bf86ead4-6c6d-42f5-be43-f84e8eae4480 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:49.236489 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-40ea039b-566c-4e75-98cb-6347131640ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-438111'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:49.287967 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bf86ead4-6c6d-42f5-be43-f84e8eae4480 admin admin] For port 0e641e76-cb89-4a95-9a78-4f7d5747ed90, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=0e641e76-cb89-4a95-9a78-4f7d5747ed90,segment=NetworkSegment(c8c256c0-77f3-4d1a-8fef-d454ba30f0e3),segment_id=c8c256c0-77f3-4d1a-8fef-d454ba30f0e3)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:35:49.288686 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bf86ead4-6c6d-42f5-be43-f84e8eae4480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:49.302656 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9a24de-3e21-47db-bfe5-476ac4eaa67c None None] DHCP port deletion for d758b058-3a6c-4079-8150-04a6b556ab0c request from dv-cinder-790492-8-iscsi {{(pid=93793) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 18:35:49.310859 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bf86ead4-6c6d-42f5-be43-f84e8eae4480 admin admin] Calling delete_port for 0e641e76-cb89-4a95-9a78-4f7d5747ed90 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:35:49.350935 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-40ea039b-566c-4e75-98cb-6347131640ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40943'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:49.353716 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-40ea039b-566c-4e75-98cb-6347131640ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:49.365381 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-0e9a24de-3e21-47db-bfe5-476ac4eaa67c None None] Deleting port 0e641e76-cb89-4a95-9a78-4f7d5747ed90 {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:35:49.367730 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0e9a24de-3e21-47db-bfe5-476ac4eaa67c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:49.403661 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-40ea039b-566c-4e75-98cb-6347131640ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-432079'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:49.404331 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ea039b-566c-4e75-98cb-6347131640ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf109504-498c-4e44-8981-c435141c840f {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 18:35:49.409294 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bf86ead4-6c6d-42f5-be43-f84e8eae4480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12706292'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:49.413720 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-40ea039b-566c-4e75-98cb-6347131640ca admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:49.421931 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-40ea039b-566c-4e75-98cb-6347131640ca admin admin] 10.222.0.37 "DELETE /v2.0/routers/bf109504-498c-4e44-8981-c435141c840f HTTP/1.1" status: 204 len: 168 time: 1.3267760 Aug 25 18:35:49.422584 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 43730) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:35:49.454893 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86ead4-6c6d-42f5-be43-f84e8eae4480 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e641e76-cb89-4a95-9a78-4f7d5747ed90,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:35:49.459875 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf86ead4-6c6d-42f5-be43-f84e8eae4480 admin admin] No DVR routers for this DVR port 0e641e76-cb89-4a95-9a78-4f7d5747ed90 on host dv-cinder-790492-8-iscsi {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:35:49.465699 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-0e9a24de-3e21-47db-bfe5-476ac4eaa67c None None] For port 0e641e76-cb89-4a95-9a78-4f7d5747ed90, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=0e641e76-cb89-4a95-9a78-4f7d5747ed90,segment=NetworkSegment(c8c256c0-77f3-4d1a-8fef-d454ba30f0e3),segment_id=c8c256c0-77f3-4d1a-8fef-d454ba30f0e3)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:35:49.466619 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0e9a24de-3e21-47db-bfe5-476ac4eaa67c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:49.474925 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-038c2c09-dc0e-4938-9fc1-146a7ab77285 admin admin] Deleting subnet 15554a62-b7a0-4f76-b399-7213dbc1c75b {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 18:35:49.478651 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-038c2c09-dc0e-4938-9fc1-146a7ab77285 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:49.482679 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-0e9a24de-3e21-47db-bfe5-476ac4eaa67c None None] Calling delete_port for 0e641e76-cb89-4a95-9a78-4f7d5747ed90 owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:35:49.520005 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-038c2c09-dc0e-4938-9fc1-146a7ab77285 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14585042'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:49.557102 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bf86ead4-6c6d-42f5-be43-f84e8eae4480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651606', 'neutron.services.segments.db._delete_segments_for_network-8748354584558'] for network, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:49.568007 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.services.segments.db [None req-bf86ead4-6c6d-42f5-be43-f84e8eae4480 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d758b058-3a6c-4079-8150-04a6b556ab0c']}} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:49.572314 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0e9a24de-3e21-47db-bfe5-476ac4eaa67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:49.579343 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.services.segments.db [None req-bf86ead4-6c6d-42f5-be43-f84e8eae4480 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8c256c0-77f3-4d1a-8fef-d454ba30f0e3') {'for_net_delete': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:49.579343 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.services.segments.db [None req-bf86ead4-6c6d-42f5-be43-f84e8eae4480 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8c256c0-77f3-4d1a-8fef-d454ba30f0e3') {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:49.588650 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bf86ead4-6c6d-42f5-be43-f84e8eae4480 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748354584441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12801345'] for segment, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:49.600943 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a24de-3e21-47db-bfe5-476ac4eaa67c None None] Pushing event deleted for resources: {'Port': ['ID=0e641e76-cb89-4a95-9a78-4f7d5747ed90,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:35:49.605387 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bf86ead4-6c6d-42f5-be43-f84e8eae4480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788'] for segment, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:49.605542 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9a24de-3e21-47db-bfe5-476ac4eaa67c None None] No DVR routers for this DVR port 0e641e76-cb89-4a95-9a78-4f7d5747ed90 on host dv-cinder-790492-8-iscsi {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:35:49.611109 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a24de-3e21-47db-bfe5-476ac4eaa67c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:35:49.611500 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a24de-3e21-47db-bfe5-476ac4eaa67c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:35:49.611858 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a24de-3e21-47db-bfe5-476ac4eaa67c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:35:49.612869 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a24de-3e21-47db-bfe5-476ac4eaa67c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:35:49.613176 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a24de-3e21-47db-bfe5-476ac4eaa67c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:35:49.613503 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a24de-3e21-47db-bfe5-476ac4eaa67c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:35:49.613676 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-038c2c09-dc0e-4938-9fc1-146a7ab77285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541805'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:49.613832 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a24de-3e21-47db-bfe5-476ac4eaa67c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:35:49.614215 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a24de-3e21-47db-bfe5-476ac4eaa67c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:35:49.614543 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a24de-3e21-47db-bfe5-476ac4eaa67c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:35:49.614939 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf86ead4-6c6d-42f5-be43-f84e8eae4480 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=93792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 18:35:49.615110 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a24de-3e21-47db-bfe5-476ac4eaa67c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:35:49.615294 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a24de-3e21-47db-bfe5-476ac4eaa67c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:35:49.615611 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a24de-3e21-47db-bfe5-476ac4eaa67c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-8-iscsi {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 18:35:49.615724 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bf86ead4-6c6d-42f5-be43-f84e8eae4480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12706241'] for segment, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:49.618174 dv-cinder-790492-8-iscsi neutron-server[93792]: Traceback (most recent call last): Aug 25 18:35:49.618174 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 18:35:49.618174 dv-cinder-790492-8-iscsi neutron-server[93792]: timer() Aug 25 18:35:49.618174 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 18:35:49.618174 dv-cinder-790492-8-iscsi neutron-server[93792]: cb(*args, **kw) Aug 25 18:35:49.618174 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 18:35:49.618174 dv-cinder-790492-8-iscsi neutron-server[93792]: return func(*args, **kwargs) Aug 25 18:35:49.618174 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 18:35:49.618174 dv-cinder-790492-8-iscsi neutron-server[93792]: self._notify() Aug 25 18:35:49.618174 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 18:35:49.618174 dv-cinder-790492-8-iscsi neutron-server[93792]: self.callback(batched_events) Aug 25 18:35:49.618174 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 18:35:49.618174 dv-cinder-790492-8-iscsi neutron-server[93792]: event.method(event) Aug 25 18:35:49.618174 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 18:35:49.618174 dv-cinder-790492-8-iscsi neutron-server[93792]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 18:35:49.618174 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 18:35:49.618174 dv-cinder-790492-8-iscsi neutron-server[93792]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 18:35:49.618174 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 18:35:49.618174 dv-cinder-790492-8-iscsi neutron-server[93792]: return f(self, *a, **k) Aug 25 18:35:49.618174 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 18:35:49.618174 dv-cinder-790492-8-iscsi neutron-server[93792]: return self._get(url).json() Aug 25 18:35:49.618174 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 18:35:49.618174 dv-cinder-790492-8-iscsi neutron-server[93792]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 18:35:49.618174 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 18:35:49.618174 dv-cinder-790492-8-iscsi neutron-server[93792]: return self.request(url, 'GET', **kwargs) Aug 25 18:35:49.618174 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 18:35:49.618174 dv-cinder-790492-8-iscsi neutron-server[93792]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 18:35:49.618174 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 18:35:49.618174 dv-cinder-790492-8-iscsi neutron-server[93792]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 18:35:49.618174 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 18:35:49.618174 dv-cinder-790492-8-iscsi neutron-server[93792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 18:35:49.618174 dv-cinder-790492-8-iscsi neutron-server[93792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 18:35:49.671945 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-038c2c09-dc0e-4938-9fc1-146a7ab77285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13409375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14343719'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:49.680048 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bf86ead4-6c6d-42f5-be43-f84e8eae4480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438115'] for network, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:49.684902 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bf86ead4-6c6d-42f5-be43-f84e8eae4480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for network, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:49.687413 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-bf86ead4-6c6d-42f5-be43-f84e8eae4480 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d758b058-3a6c-4079-8150-04a6b556ab0c HTTP/1.1" status: 204 len: 168 time: 0.6188068 Aug 25 18:35:49.690070 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 43732) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:35:49.699524 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c2c09-dc0e-4938-9fc1-146a7ab77285 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15554a62-b7a0-4f76-b399-7213dbc1c75b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:35:49.703438 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-038c2c09-dc0e-4938-9fc1-146a7ab77285 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:49.709846 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-038c2c09-dc0e-4938-9fc1-146a7ab77285 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/15554a62-b7a0-4f76-b399-7213dbc1c75b HTTP/1.1" status: 204 len: 168 time: 0.2820373 Aug 25 18:35:49.710024 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f7bda9-4835-49d7-8284-a5b8265baef1 None None] Network bf352cd9-f910-44d8-a921-2bad3bfe273c requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:35:49.710209 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 43734) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:35:49.747885 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86ead4-6c6d-42f5-be43-f84e8eae4480 admin admin] Pushing event deleted for resources: {'Network': ['ID=d758b058-3a6c-4079-8150-04a6b556ab0c,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:35:49.937181 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2283e5f9-1c16-47e2-996a-3dbe573a4671 None None] DHCP port deletion for bf352cd9-f910-44d8-a921-2bad3bfe273c request from dv-cinder-790492-8-iscsi {{(pid=93793) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 18:35:49.939217 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 00092a6a-b5ac-474b-ad54-6fa19e081ace no longer exists at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:35:49.960922 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-a73fd473-a473-4725-b778-338a169d167b None None] No Port match for: 00092a6a-b5ac-474b-ad54-6fa19e081ace {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:35:49.961257 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 00092a6a-b5ac-474b-ad54-6fa19e081ace not bound to the agent host dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:35:49.961668 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 0e641e76-cb89-4a95-9a78-4f7d5747ed90 no longer exists at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:35:49.998051 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-a73fd473-a473-4725-b778-338a169d167b None None] No Port match for: 0e641e76-cb89-4a95-9a78-4f7d5747ed90 {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:35:49.998392 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 0e641e76-cb89-4a95-9a78-4f7d5747ed90 not bound to the agent host dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:35:49.998803 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 80845915-7cd2-4849-b026-e5ce0ede7086 no longer exists at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:35:50.022654 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-a73fd473-a473-4725-b778-338a169d167b None None] No Port match for: 80845915-7cd2-4849-b026-e5ce0ede7086 {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:35:50.022988 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 80845915-7cd2-4849-b026-e5ce0ede7086 not bound to the agent host dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:35:50.023396 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device c8eebad0-480a-4ece-8b40-6d14af5afe64 no longer exists at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:35:50.051624 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-a73fd473-a473-4725-b778-338a169d167b None None] No Port match for: c8eebad0-480a-4ece-8b40-6d14af5afe64 {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:35:50.051954 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device c8eebad0-480a-4ece-8b40-6d14af5afe64 not bound to the agent host dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:35:50.052362 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 604e8917-5deb-442f-9514-29eed79fddfc no longer exists at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:35:50.074416 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-a73fd473-a473-4725-b778-338a169d167b None None] No Port match for: 604e8917-5deb-442f-9514-29eed79fddfc {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:35:50.074655 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 604e8917-5deb-442f-9514-29eed79fddfc not bound to the agent host dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:35:50.080339 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-2283e5f9-1c16-47e2-996a-3dbe573a4671 None None] Deleting port dc2550ce-d575-409f-be1b-48d4ac1853ca {{(pid=93793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:35:50.080948 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2283e5f9-1c16-47e2-996a-3dbe573a4671 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:50.098672 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2d4e0818-248f-4067-a414-082082f9bf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548157'] for network, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:50.143262 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-2283e5f9-1c16-47e2-996a-3dbe573a4671 None None] For port dc2550ce-d575-409f-be1b-48d4ac1853ca, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=dc2550ce-d575-409f-be1b-48d4ac1853ca,segment=NetworkSegment(5760118a-af3a-4c78-970f-5341f6810265),segment_id=5760118a-af3a-4c78-970f-5341f6810265)] {{(pid=93793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:35:50.143565 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2283e5f9-1c16-47e2-996a-3dbe573a4671 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:50.155722 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-2283e5f9-1c16-47e2-996a-3dbe573a4671 None None] Calling delete_port for dc2550ce-d575-409f-be1b-48d4ac1853ca owned by network:dhcp {{(pid=93793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:35:50.236476 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2283e5f9-1c16-47e2-996a-3dbe573a4671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832'] for port, after_delete {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:50.244279 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2d4e0818-248f-4067-a414-082082f9bf9a admin admin] Deleting port dc2550ce-d575-409f-be1b-48d4ac1853ca {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:35:50.244629 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2d4e0818-248f-4067-a414-082082f9bf9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:50.262654 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283e5f9-1c16-47e2-996a-3dbe573a4671 None None] Pushing event deleted for resources: {'Port': ['ID=dc2550ce-d575-409f-be1b-48d4ac1853ca,revision_number=None']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:35:50.264487 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2283e5f9-1c16-47e2-996a-3dbe573a4671 None None] No DVR routers for this DVR port dc2550ce-d575-409f-be1b-48d4ac1853ca on host dv-cinder-790492-8-iscsi {{(pid=93793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:35:50.333152 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-2d4e0818-248f-4067-a414-082082f9bf9a admin admin] For port dc2550ce-d575-409f-be1b-48d4ac1853ca, host dv-cinder-790492-8-iscsi, got binding levels [] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:35:50.333427 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2d4e0818-248f-4067-a414-082082f9bf9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:50.365832 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2d4e0818-248f-4067-a414-082082f9bf9a admin admin] Calling delete_port for dc2550ce-d575-409f-be1b-48d4ac1853ca owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:35:50.369339 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.ipam_backend_mixin [None req-2d4e0818-248f-4067-a414-082082f9bf9a admin admin] Port dc2550ce-d575-409f-be1b-48d4ac1853ca was not found and therefore no delete operation was performed {{(pid=93792) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 25 18:35:50.371201 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2d4e0818-248f-4067-a414-082082f9bf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12706292'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:50.405890 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e0818-248f-4067-a414-082082f9bf9a admin admin] Pushing event deleted for resources: {'Port': ['ID=dc2550ce-d575-409f-be1b-48d4ac1853ca,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:35:50.407839 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4e0818-248f-4067-a414-082082f9bf9a admin admin] No DVR routers for this DVR port dc2550ce-d575-409f-be1b-48d4ac1853ca on host dv-cinder-790492-8-iscsi {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:35:50.487397 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2d4e0818-248f-4067-a414-082082f9bf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651606', 'neutron.services.segments.db._delete_segments_for_network-8748354584558'] for network, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:50.505122 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.services.segments.db [None req-2d4e0818-248f-4067-a414-082082f9bf9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf352cd9-f910-44d8-a921-2bad3bfe273c']}} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:50.515500 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.services.segments.db [None req-2d4e0818-248f-4067-a414-082082f9bf9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5760118a-af3a-4c78-970f-5341f6810265') {'for_net_delete': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:50.515784 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.services.segments.db [None req-2d4e0818-248f-4067-a414-082082f9bf9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5760118a-af3a-4c78-970f-5341f6810265') {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:50.542281 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2d4e0818-248f-4067-a414-082082f9bf9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748354584441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12801345'] for segment, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:50.559515 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2d4e0818-248f-4067-a414-082082f9bf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788'] for segment, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:50.567476 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d4e0818-248f-4067-a414-082082f9bf9a admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=93792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 18:35:50.567854 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2d4e0818-248f-4067-a414-082082f9bf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12706241'] for segment, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:50.569450 dv-cinder-790492-8-iscsi neutron-server[93792]: Traceback (most recent call last): Aug 25 18:35:50.569450 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 18:35:50.569450 dv-cinder-790492-8-iscsi neutron-server[93792]: timer() Aug 25 18:35:50.569450 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 18:35:50.569450 dv-cinder-790492-8-iscsi neutron-server[93792]: cb(*args, **kw) Aug 25 18:35:50.569450 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 18:35:50.569450 dv-cinder-790492-8-iscsi neutron-server[93792]: return func(*args, **kwargs) Aug 25 18:35:50.569450 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 18:35:50.569450 dv-cinder-790492-8-iscsi neutron-server[93792]: self._notify() Aug 25 18:35:50.569450 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 18:35:50.569450 dv-cinder-790492-8-iscsi neutron-server[93792]: self.callback(batched_events) Aug 25 18:35:50.569450 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 18:35:50.569450 dv-cinder-790492-8-iscsi neutron-server[93792]: event.method(event) Aug 25 18:35:50.569450 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 18:35:50.569450 dv-cinder-790492-8-iscsi neutron-server[93792]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 18:35:50.569450 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 18:35:50.569450 dv-cinder-790492-8-iscsi neutron-server[93792]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 18:35:50.569450 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 18:35:50.569450 dv-cinder-790492-8-iscsi neutron-server[93792]: return f(self, *a, **k) Aug 25 18:35:50.569450 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 18:35:50.569450 dv-cinder-790492-8-iscsi neutron-server[93792]: return self._get(url).json() Aug 25 18:35:50.569450 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 18:35:50.569450 dv-cinder-790492-8-iscsi neutron-server[93792]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 18:35:50.569450 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 18:35:50.569450 dv-cinder-790492-8-iscsi neutron-server[93792]: return self.request(url, 'GET', **kwargs) Aug 25 18:35:50.569450 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 18:35:50.569450 dv-cinder-790492-8-iscsi neutron-server[93792]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 18:35:50.569450 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 18:35:50.569450 dv-cinder-790492-8-iscsi neutron-server[93792]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 18:35:50.569450 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 18:35:50.569450 dv-cinder-790492-8-iscsi neutron-server[93792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 18:35:50.569450 dv-cinder-790492-8-iscsi neutron-server[93792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 18:35:50.625706 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-293731be-58d4-4c70-a4f0-f1c49828c467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435919'] for router_interface, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:50.663157 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2d4e0818-248f-4067-a414-082082f9bf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438115'] for network, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:50.671722 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2d4e0818-248f-4067-a414-082082f9bf9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for network, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:50.673562 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-2d4e0818-248f-4067-a414-082082f9bf9a admin admin] 10.222.0.37 "DELETE /v2.0/networks/bf352cd9-f910-44d8-a921-2bad3bfe273c HTTP/1.1" status: 204 len: 168 time: 0.9626579 Aug 25 18:35:50.687188 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e0818-248f-4067-a414-082082f9bf9a admin admin] Pushing event deleted for resources: {'Network': ['ID=bf352cd9-f910-44d8-a921-2bad3bfe273c,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:35:50.807176 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 43738) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:35:50.846017 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-19b2252a-a877-4b03-b26d-3873d611766f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d82372d74da4f7189c2a324de5c53bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375907 Aug 25 18:35:50.848928 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 43740) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:35:50.895299 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 6 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:35:50.895869 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-293731be-58d4-4c70-a4f0-f1c49828c467 admin admin] Deleting port 7aaecb58-c60e-4391-9318-9e98135afc76 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:35:50.895869 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-293731be-58d4-4c70-a4f0-f1c49828c467 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:50.896981 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78071738-e24f-4bc7-8399-a979c6311e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:50.921957 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78071738-e24f-4bc7-8399-a979c6311e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:50.969996 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78071738-e24f-4bc7-8399-a979c6311e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:50.972639 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78071738-e24f-4bc7-8399-a979c6311e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:50.973791 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-78071738-e24f-4bc7-8399-a979c6311e3b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd338496-1944-4f24-810f-fe453175d10b HTTP/1.1" status: 204 len: 168 time: 0.1239152 Aug 25 18:35:50.975872 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-293731be-58d4-4c70-a4f0-f1c49828c467 admin admin] For port 7aaecb58-c60e-4391-9318-9e98135afc76, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=7aaecb58-c60e-4391-9318-9e98135afc76,segment=NetworkSegment(30fee552-b39e-4261-b9de-a47940ba7a1a),segment_id=30fee552-b39e-4261-b9de-a47940ba7a1a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:35:50.976584 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-293731be-58d4-4c70-a4f0-f1c49828c467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:50.981614 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78071738-e24f-4bc7-8399-a979c6311e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd338496-1944-4f24-810f-fe453175d10b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:35:50.994352 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-293731be-58d4-4c70-a4f0-f1c49828c467 admin admin] Calling delete_port for 7aaecb58-c60e-4391-9318-9e98135afc76 owned by network:router_interface {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:35:51.176506 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-293731be-58d4-4c70-a4f0-f1c49828c467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12706292'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:51.201741 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293731be-58d4-4c70-a4f0-f1c49828c467 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aaecb58-c60e-4391-9318-9e98135afc76,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:35:51.301749 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 43746) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:35:51.343659 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-7141f7a1-fef2-4666-8f60-ce28d7933378 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2e44d06986c6454091c30fc29486ce80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406640 Aug 25 18:35:51.345375 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 43748) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:35:51.369835 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-293731be-58d4-4c70-a4f0-f1c49828c467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435717'] for router_interface, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:51.396375 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-608dde82-e902-4f7f-bff6-bb62191af5e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:51.417940 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-608dde82-e902-4f7f-bff6-bb62191af5e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:51.462326 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-608dde82-e902-4f7f-bff6-bb62191af5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:51.464879 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-608dde82-e902-4f7f-bff6-bb62191af5e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:51.466048 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-608dde82-e902-4f7f-bff6-bb62191af5e9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cc0b1519-51dd-4afd-b0f6-94d1bda3fc71 HTTP/1.1" status: 204 len: 168 time: 0.1197441 Aug 25 18:35:51.474099 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608dde82-e902-4f7f-bff6-bb62191af5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0b1519-51dd-4afd-b0f6-94d1bda3fc71,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:35:51.590866 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293731be-58d4-4c70-a4f0-f1c49828c467 admin admin] Router f1d9fbfc-1e6b-48ba-a199-33713d20767b has already been hosted by L3 agent 3ec7ffd9-cda4-41c0-b0c4-828f12a62641 {{(pid=93792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 18:35:51.704804 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293731be-58d4-4c70-a4f0-f1c49828c467 admin admin] Notify agent at l3_agent.dv-cinder-790492-8-iscsi the message routers_updated {{(pid=93792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 18:35:51.710247 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-293731be-58d4-4c70-a4f0-f1c49828c467 admin admin] 10.222.0.37 "PUT /v2.0/routers/f1d9fbfc-1e6b-48ba-a199-33713d20767b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0177507 Aug 25 18:35:51.712927 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 43752) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:35:51.714397 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1872bde-5481-4ac6-9e7b-63b8b3b4fc15 None None] Sync routers for ids ['f1d9fbfc-1e6b-48ba-a199-33713d20767b'] in dv-cinder-790492-8-iscsi {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 18:35:51.725001 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1872bde-5481-4ac6-9e7b-63b8b3b4fc15 None None] Routers {'f1d9fbfc-1e6b-48ba-a199-33713d20767b'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:35:51.725899 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-b1872bde-5481-4ac6-9e7b-63b8b3b4fc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:35:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['f1d9fbfc-1e6b-48ba-a199-33713d20767b'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:51.829765 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-125f29ef-7332-4665-9f55-574449b9796c admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:51.851640 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-b1872bde-5481-4ac6-9e7b-63b8b3b4fc15 None None] Set router f1d9fbfc-1e6b-48ba-a199-33713d20767b gateway port host: dv-cinder-790492-8-iscsi {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:35:51.935779 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-125f29ef-7332-4665-9f55-574449b9796c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:51.953449 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device dc2550ce-d575-409f-be1b-48d4ac1853ca no longer exists at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:35:51.973923 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-a73fd473-a473-4725-b778-338a169d167b None None] No Port match for: dc2550ce-d575-409f-be1b-48d4ac1853ca {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:35:51.974180 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device dc2550ce-d575-409f-be1b-48d4ac1853ca not bound to the agent host dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:35:51.998067 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-125f29ef-7332-4665-9f55-574449b9796c admin admin] Deleting port c5d3c4a1-71d7-44ad-880a-11dd2a37e455 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:35:51.998408 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-125f29ef-7332-4665-9f55-574449b9796c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:52.032488 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-b1872bde-5481-4ac6-9e7b-63b8b3b4fc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d9fbfc-1e6b-48ba-a199-33713d20767b', 'name': 'tempest-TestShelveInstance-1720184914-router', 'tenant_id': 'a1814f4509ed4338b62d18091667f649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'external_fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c5d3c4a1-71d7-44ad-880a-11dd2a37e455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:31:21Z', 'updated_at': '2021-08-25T18:35:51Z', 'revision_number': 5, 'project_id': 'a1814f4509ed4338b62d18091667f649', 'gw_port': {'id': 'c5d3c4a1-71d7-44ad-880a-11dd2a37e455', 'name': '', 'network_id': 'e0615610-0145-4336-86ca-92716d56c217', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d9fbfc-1e6b-48ba-a199-33713d20767b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T18:31:22Z', 'updated_at': '2021-08-25T18:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba8c35dc-42f2-4379-aafd-ce1793efee80', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-8-iscsi'}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:52.058186 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1872bde-5481-4ac6-9e7b-63b8b3b4fc15 None None] Checking router: f1d9fbfc-1e6b-48ba-a199-33713d20767b for host: dv-cinder-790492-8-iscsi {{(pid=93794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 18:35:52.066202 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1872bde-5481-4ac6-9e7b-63b8b3b4fc15 None None] Routers {'f1d9fbfc-1e6b-48ba-a199-33713d20767b'} bound to L3 agent in host dv-cinder-790492-8-iscsi {{(pid=93794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 18:35:52.066802 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-b1872bde-5481-4ac6-9e7b-63b8b3b4fc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T18:14:56Z,description=,heartbeat_timestamp=2021-08-25T18:35:26Z,host='dv-cinder-790492-8-iscsi',id=3ec7ffd9-cda4-41c0-b0c4-828f12a62641,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T18:14:56Z,topic='l3_agent')) {'router_ids': ['f1d9fbfc-1e6b-48ba-a199-33713d20767b'], 'active': True} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:52.077403 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-125f29ef-7332-4665-9f55-574449b9796c admin admin] For port c5d3c4a1-71d7-44ad-880a-11dd2a37e455, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=c5d3c4a1-71d7-44ad-880a-11dd2a37e455,segment=NetworkSegment(49cfb93f-112c-4d1a-97bc-26302bfd74eb),segment_id=49cfb93f-112c-4d1a-97bc-26302bfd74eb)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:35:52.077778 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-125f29ef-7332-4665-9f55-574449b9796c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:52.090510 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-125f29ef-7332-4665-9f55-574449b9796c admin admin] Calling delete_port for c5d3c4a1-71d7-44ad-880a-11dd2a37e455 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:35:52.153836 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_dvr_db [None req-b1872bde-5481-4ac6-9e7b-63b8b3b4fc15 None None] Set router f1d9fbfc-1e6b-48ba-a199-33713d20767b gateway port host: None {{(pid=93794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 25 18:35:52.208220 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.l3_hamode_db [None req-b1872bde-5481-4ac6-9e7b-63b8b3b4fc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d9fbfc-1e6b-48ba-a199-33713d20767b', 'name': 'tempest-TestShelveInstance-1720184914-router', 'tenant_id': 'a1814f4509ed4338b62d18091667f649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:31:21Z', 'updated_at': '2021-08-25T18:35:51Z', 'revision_number': 6, 'project_id': 'a1814f4509ed4338b62d18091667f649', 'gw_port_host': None}], 'dv-cinder-790492-8-iscsi', False) {} {{(pid=93794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:52.234016 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1872bde-5481-4ac6-9e7b-63b8b3b4fc15 None None] The sync data for ids ['f1d9fbfc-1e6b-48ba-a199-33713d20767b'] in dv-cinder-790492-8-iscsi is: [{'id': 'f1d9fbfc-1e6b-48ba-a199-33713d20767b', 'name': 'tempest-TestShelveInstance-1720184914-router', 'tenant_id': 'a1814f4509ed4338b62d18091667f649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T18:31:21Z', 'updated_at': '2021-08-25T18:35:51Z', 'revision_number': 6, 'project_id': 'a1814f4509ed4338b62d18091667f649', 'gw_port_host': None}] {{(pid=93794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 18:35:52.265748 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-125f29ef-7332-4665-9f55-574449b9796c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13409292'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:52.289841 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f29ef-7332-4665-9f55-574449b9796c admin admin] Pushing event deleted for resources: {'Port': ['ID=c5d3c4a1-71d7-44ad-880a-11dd2a37e455,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:35:52.351730 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-125f29ef-7332-4665-9f55-574449b9796c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-438111'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:52.444000 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-125f29ef-7332-4665-9f55-574449b9796c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40943'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:52.446159 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-125f29ef-7332-4665-9f55-574449b9796c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:52.486897 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-125f29ef-7332-4665-9f55-574449b9796c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-432079'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:52.487331 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125f29ef-7332-4665-9f55-574449b9796c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1d9fbfc-1e6b-48ba-a199-33713d20767b {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 18:35:52.491542 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-125f29ef-7332-4665-9f55-574449b9796c admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:52.492774 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-125f29ef-7332-4665-9f55-574449b9796c admin admin] 10.222.0.37 "DELETE /v2.0/routers/f1d9fbfc-1e6b-48ba-a199-33713d20767b HTTP/1.1" status: 204 len: 168 time: 0.7786956 Aug 25 18:35:52.495230 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.37', 43754) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:35:52.538556 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d04ea55-06ab-47ab-8486-0b9830227b23 admin admin] Deleting subnet 3232cb13-e8ea-46aa-b463-78738b60ae9c {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 25 18:35:52.541420 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d04ea55-06ab-47ab-8486-0b9830227b23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:52.575867 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d04ea55-06ab-47ab-8486-0b9830227b23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14585042'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:52.659507 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d04ea55-06ab-47ab-8486-0b9830227b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1541805'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:52.712378 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d04ea55-06ab-47ab-8486-0b9830227b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13409375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14343719'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:52.743398 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d04ea55-06ab-47ab-8486-0b9830227b23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:52.745215 dv-cinder-790492-8-iscsi neutron-server[93791]: INFO neutron.wsgi [None req-4d04ea55-06ab-47ab-8486-0b9830227b23 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3232cb13-e8ea-46aa-b463-78738b60ae9c HTTP/1.1" status: 204 len: 168 time: 0.2490740 Aug 25 18:35:52.746701 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d04ea55-06ab-47ab-8486-0b9830227b23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3232cb13-e8ea-46aa-b463-78738b60ae9c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:35:52.747798 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 43756) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:35:52.749009 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d183b2-e509-455f-a5d5-5f64fa9b4f48 None None] Network bc050cf2-ddd2-4089-a759-db327ecdafab requested from dv-cinder-790492-8-iscsi {{(pid=93793) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 25 18:35:52.816804 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a573690a-a9f5-4025-9077-d0e665c104b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548157'] for network, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:52.874095 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a573690a-a9f5-4025-9077-d0e665c104b4 admin admin] Deleting port bcbd04ed-d096-4a9b-afe3-af01926f768a {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 25 18:35:52.874450 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a573690a-a9f5-4025-9077-d0e665c104b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354518303'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:52.935158 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a573690a-a9f5-4025-9077-d0e665c104b4 admin admin] For port bcbd04ed-d096-4a9b-afe3-af01926f768a, host dv-cinder-790492-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-8-iscsi',level=0,port_id=bcbd04ed-d096-4a9b-afe3-af01926f768a,segment=NetworkSegment(30fee552-b39e-4261-b9de-a47940ba7a1a),segment_id=30fee552-b39e-4261-b9de-a47940ba7a1a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 18:35:52.935480 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a573690a-a9f5-4025-9077-d0e665c104b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-441630'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:52.948795 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a573690a-a9f5-4025-9077-d0e665c104b4 admin admin] Calling delete_port for bcbd04ed-d096-4a9b-afe3-af01926f768a owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 25 18:35:53.038385 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a573690a-a9f5-4025-9077-d0e665c104b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354477855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748354017832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12706292'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:53.040802 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bd3be9-1345-4fc2-b494-f8e37c7719cb None None] DHCP port deletion for bc050cf2-ddd2-4089-a759-db327ecdafab request from dv-cinder-790492-8-iscsi {{(pid=93793) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 25 18:35:53.062301 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573690a-a9f5-4025-9077-d0e665c104b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcbd04ed-d096-4a9b-afe3-af01926f768a,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:35:53.067751 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a573690a-a9f5-4025-9077-d0e665c104b4 admin admin] No DVR routers for this DVR port bcbd04ed-d096-4a9b-afe3-af01926f768a on host dv-cinder-790492-8-iscsi {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 18:35:53.136946 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a573690a-a9f5-4025-9077-d0e665c104b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-651606', 'neutron.services.segments.db._delete_segments_for_network-8748354584558'] for network, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:53.146427 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.services.segments.db [None req-a573690a-a9f5-4025-9077-d0e665c104b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc050cf2-ddd2-4089-a759-db327ecdafab']}} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:53.156648 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.services.segments.db [None req-a573690a-a9f5-4025-9077-d0e665c104b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30fee552-b39e-4261-b9de-a47940ba7a1a') {'for_net_delete': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:53.156941 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.services.segments.db [None req-a573690a-a9f5-4025-9077-d0e665c104b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30fee552-b39e-4261-b9de-a47940ba7a1a') {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 18:35:53.167463 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a573690a-a9f5-4025-9077-d0e665c104b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748354584441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12801345'] for segment, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:53.180949 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a573690a-a9f5-4025-9077-d0e665c104b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788'] for segment, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:53.187321 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a573690a-a9f5-4025-9077-d0e665c104b4 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=93792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 18:35:53.187710 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a573690a-a9f5-4025-9077-d0e665c104b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12706241'] for segment, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:53.189377 dv-cinder-790492-8-iscsi neutron-server[93792]: Traceback (most recent call last): Aug 25 18:35:53.189377 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 25 18:35:53.189377 dv-cinder-790492-8-iscsi neutron-server[93792]: timer() Aug 25 18:35:53.189377 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 18:35:53.189377 dv-cinder-790492-8-iscsi neutron-server[93792]: cb(*args, **kw) Aug 25 18:35:53.189377 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 25 18:35:53.189377 dv-cinder-790492-8-iscsi neutron-server[93792]: return func(*args, **kwargs) Aug 25 18:35:53.189377 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 18:35:53.189377 dv-cinder-790492-8-iscsi neutron-server[93792]: self._notify() Aug 25 18:35:53.189377 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 18:35:53.189377 dv-cinder-790492-8-iscsi neutron-server[93792]: self.callback(batched_events) Aug 25 18:35:53.189377 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 18:35:53.189377 dv-cinder-790492-8-iscsi neutron-server[93792]: event.method(event) Aug 25 18:35:53.189377 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 25 18:35:53.189377 dv-cinder-790492-8-iscsi neutron-server[93792]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 18:35:53.189377 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 25 18:35:53.189377 dv-cinder-790492-8-iscsi neutron-server[93792]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 18:35:53.189377 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 25 18:35:53.189377 dv-cinder-790492-8-iscsi neutron-server[93792]: return f(self, *a, **k) Aug 25 18:35:53.189377 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 18:35:53.189377 dv-cinder-790492-8-iscsi neutron-server[93792]: return self._get(url).json() Aug 25 18:35:53.189377 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 18:35:53.189377 dv-cinder-790492-8-iscsi neutron-server[93792]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 18:35:53.189377 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 25 18:35:53.189377 dv-cinder-790492-8-iscsi neutron-server[93792]: return self.request(url, 'GET', **kwargs) Aug 25 18:35:53.189377 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 25 18:35:53.189377 dv-cinder-790492-8-iscsi neutron-server[93792]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 18:35:53.189377 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 25 18:35:53.189377 dv-cinder-790492-8-iscsi neutron-server[93792]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 18:35:53.189377 dv-cinder-790492-8-iscsi neutron-server[93792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 25 18:35:53.189377 dv-cinder-790492-8-iscsi neutron-server[93792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 18:35:53.189377 dv-cinder-790492-8-iscsi neutron-server[93792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 18:35:53.249372 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a573690a-a9f5-4025-9077-d0e665c104b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-651567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438115'] for network, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:53.255940 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a573690a-a9f5-4025-9077-d0e665c104b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611128'] for network, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:53.258891 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-a573690a-a9f5-4025-9077-d0e665c104b4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/bc050cf2-ddd2-4089-a759-db327ecdafab HTTP/1.1" status: 204 len: 168 time: 0.5099781 Aug 25 18:35:53.271037 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573690a-a9f5-4025-9077-d0e665c104b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc050cf2-ddd2-4089-a759-db327ecdafab,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:35:53.348826 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9c3750d9-ff1e-4454-8f1c-038e1091bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:53.415020 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 43760) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:35:53.452460 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-80245c61-23fd-4529-b5c8-5ba7ff5d3e84 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=23a18564bec44817818acd32e48914fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0363460 Aug 25 18:35:53.454768 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 43762) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:35:53.500478 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1faf41bf-d62f-4af1-8af1-308bf0dc72ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:53.520823 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1faf41bf-d62f-4af1-8af1-308bf0dc72ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:53.567330 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1faf41bf-d62f-4af1-8af1-308bf0dc72ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:53.569741 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1faf41bf-d62f-4af1-8af1-308bf0dc72ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:53.570843 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-1faf41bf-d62f-4af1-8af1-308bf0dc72ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b171abd-ba4a-4188-ba2b-37717e62504c HTTP/1.1" status: 204 len: 168 time: 0.1152270 Aug 25 18:35:53.578404 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf41bf-d62f-4af1-8af1-308bf0dc72ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b171abd-ba4a-4188-ba2b-37717e62504c,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:35:53.877319 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 43768) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:35:53.885945 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device c5d3c4a1-71d7-44ad-880a-11dd2a37e455 no longer exists at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:35:53.905928 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-a73fd473-a473-4725-b778-338a169d167b None None] No Port match for: c5d3c4a1-71d7-44ad-880a-11dd2a37e455 {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:35:53.906269 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device c5d3c4a1-71d7-44ad-880a-11dd2a37e455 not bound to the agent host dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:35:53.906672 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 7aaecb58-c60e-4391-9318-9e98135afc76 no longer exists at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:35:53.921305 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-06b18104-630a-4115-958b-9a8e72592d2f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a1814f4509ed4338b62d18091667f649&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422699 Aug 25 18:35:53.923651 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [-] (93792) accepted ('10.222.0.37', 43770) {{(pid=93792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 25 18:35:53.924505 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-a73fd473-a473-4725-b778-338a169d167b None None] No Port match for: 7aaecb58-c60e-4391-9318-9e98135afc76 {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:35:53.924876 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device 7aaecb58-c60e-4391-9318-9e98135afc76 not bound to the agent host dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:35:53.925280 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device bcbd04ed-d096-4a9b-afe3-af01926f768a no longer exists at agent ovs-agent-dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 18:35:53.946876 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-a73fd473-a473-4725-b778-338a169d167b None None] No Port match for: bcbd04ed-d096-4a9b-afe3-af01926f768a {{(pid=93793) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 25 18:35:53.947219 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron.plugins.ml2.rpc [None req-a73fd473-a473-4725-b778-338a169d167b None None] Device bcbd04ed-d096-4a9b-afe3-af01926f768a not bound to the agent host dv-cinder-790492-8-iscsi {{(pid=93793) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 18:35:53.970355 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-de479038-c43e-42a4-8f31-dd2c2650d9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:53.990644 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-de479038-c43e-42a4-8f31-dd2c2650d9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:54.035911 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-de479038-c43e-42a4-8f31-dd2c2650d9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497176'] for security_group, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:54.038463 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-de479038-c43e-42a4-8f31-dd2c2650d9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:54.039602 dv-cinder-790492-8-iscsi neutron-server[93792]: INFO neutron.wsgi [None req-de479038-c43e-42a4-8f31-dd2c2650d9e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/87e79245-cd64-4e2b-b738-833300c0624f HTTP/1.1" status: 204 len: 168 time: 0.1150720 Aug 25 18:35:54.047068 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de479038-c43e-42a4-8f31-dd2c2650d9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e79245-cd64-4e2b-b738-833300c0624f,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 18:35:55.780300 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-59c9b31c-4789-4e71-a7ba-f51be35401e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:57.238497 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:57.497510 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:35:58.904493 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:36:18.603871 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:36:23.351709 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2b8d0363-ba65-4f36-b684-7bd79ad4dd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:36:25.779539 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f13a0ca1-d5d8-4195-b737-5d7a1e91c743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:36:27.240129 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:36:27.499003 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:36:27.893799 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 6 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:36:28.906548 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:36:48.600322 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:36:53.353012 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-463cb3c4-15c2-4f89-af08-d5036f8c43fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:36:55.779899 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b3f19447-0ffc-4fd5-a326-bfbaf1412083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:36:57.241292 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:36:57.500936 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:36:58.908958 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:37:04.892838 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 6 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:37:18.601739 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:37:23.356889 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d6783be-98ae-4e73-a236-efd65e0609d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:37:25.782569 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8381d4ff-3a21-4282-8d42-ce6eef724116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:37:27.242536 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:37:27.503578 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:37:28.912125 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:37:41.891213 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 6 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:37:48.601063 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:37:53.357348 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4f2ee7d9-6b79-4b4b-9974-6dc895318c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:37:55.782881 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-00927598-6f29-4601-b31c-a51f0d26e98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:37:57.242583 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:37:57.506201 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:37:58.915526 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:38:00.692880 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [req-f705b7de-1423-4571-8d23-c76063305d36 req-f7bb397f-0440-4989-b873-a8a3a0e72113 service neutron] (93792) timed out ('10.222.0.24', 64850) {{(pid=93792) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 18:38:02.067656 dv-cinder-790492-8-iscsi neutron-server[93792]: DEBUG neutron.wsgi [req-92925ead-600f-4326-bf3d-9a13d67a5f1f req-a6dd1d59-562b-48d2-ae24-4007e717575f service neutron] (93792) timed out ('10.222.0.24', 64870) {{(pid=93792) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 18:38:18.599999 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:38:18.890920 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 6 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:38:23.357555 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-09f6ab35-f519-43f8-9f91-367443930acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:38:25.784340 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-76594ab7-47aa-4480-93f6-d1068509fd2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:38:27.243141 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:38:27.508339 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:38:28.923686 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:38:48.614140 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:38:53.358906 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-400b0fdc-0e2c-4e70-979d-1f54c5cd3d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:38:55.784787 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d7da82e-7ead-4152-a1f2-029df36fd8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:38:55.890393 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 6 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:38:57.244304 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:38:57.511632 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:38:58.920438 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:39:05.619844 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [req-33e2497a-3a1a-4dc2-9c1c-074e65c93356 req-1e37c822-6dbb-4716-8eef-94d44292406f service neutron] (93791) timed out ('10.222.0.24', 64874) {{(pid=93791) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 18:39:18.615915 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:39:23.359246 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7859a0e4-2e80-4071-9ad6-31100dcd7914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:39:25.798425 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7452b52e-cf7d-4f2c-b677-23acfcd5a81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:39:27.244722 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:39:27.513562 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:39:28.927340 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:39:32.888982 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 6 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:39:48.626300 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:39:53.360338 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-437770df-6a30-4e70-86ca-e360f9a90fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:39:55.783587 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e2825917-2b70-45df-9a0f-f35129cecd0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:39:57.245610 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:39:57.516427 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:39:58.926629 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:40:09.888077 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 6 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:40:18.624894 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:40:23.360478 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-62fb603d-fa8e-44fc-ba18-4614e2cb9557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:40:25.784529 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-11d10e16-a624-4a52-a41a-42e99a885fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:40:25.949523 dv-cinder-790492-8-iscsi neutron-server[93791]: DEBUG neutron.wsgi [req-c25cfd54-0732-4680-8617-e0eafa4b9eca req-dce50946-54af-4bb7-987f-383eeedc6037 service neutron] (93791) timed out ('10.222.0.37', 37492) {{(pid=93791) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 25 18:40:27.247982 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:40:27.517850 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:40:28.929718 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:40:46.887425 dv-cinder-790492-8-iscsi neutron-server[93794]: DEBUG neutron.db.agents_db [None req-c9a0c72a-b2ba-45a6-8d01-627b3f62cfb5 None None] Agent healthcheck: found 6 active agents {{(pid=93794) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 18:40:48.639172 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9895df43-74e8-4a1c-ad14-b7ca3a9b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:40:53.360240 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f69a257b-4c27-4c8e-8015-2392fca0a7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:40:55.785210 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ba21dab3-a2f3-4127-9d20-d35dc8d29d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:40:57.248021 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a73fd473-a473-4725-b778-338a169d167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:40:57.521666 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7a86578a-ccda-46d1-88eb-2da287b235ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 18:40:58.932038 dv-cinder-790492-8-iscsi neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d29a279-4eb3-49e6-9e1f-3003d0d4505d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354584540', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-652396'] for agent, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}